-- Logs begin at Wed 2021-05-19 08:53:54 UTC, end at Wed 2021-05-19 09:53:47 UTC. -- May 19 09:24:45.881606 dv-cinder-791281-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 19 09:24:48.280674 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.common.config [-] Logging enabled! May 19 09:24:48.281298 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 09:24:48.281442 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91556) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 09:24:48.284749 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.common.config [-] Logging enabled! May 19 09:24:48.285009 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev214 May 19 09:24:48.285320 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91556) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 19 09:24:48.286242 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 09:24:48.286481 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 09:24:48.286840 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 09:24:48.287091 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 09:24:48.287320 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 09:24:48.287673 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.287979 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.288283 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.288518 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.288818 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.289111 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.289396 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.289690 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.289991 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.290283 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.290564 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.291376 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.291693 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.291988 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] config_source = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.292281 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.292571 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.292799 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] debug = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.293083 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.293510 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.293926 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.294209 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.294651 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.294768 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.295048 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.295459 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.295781 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.296117 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] host = dv-cinder-791281-2-iscsi {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.296402 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.296694 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.296986 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.297277 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.297555 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.297835 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.298123 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.298400 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] log_dir = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.298674 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] log_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.298952 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.299242 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.299531 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.299847 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.300078 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.300326 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.300600 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.300890 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.301169 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.301447 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.301722 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.301999 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.302276 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.302547 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.302834 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.303121 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.303408 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.303705 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.303986 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.304263 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.304540 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.304827 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.305106 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.305382 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.305658 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.305955 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.306230 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.307168 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.307476 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.307792 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.308084 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.308374 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.308653 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.308940 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.309217 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.309494 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] use_journal = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.309769 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] use_json = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.310045 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.310319 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.310607 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.310880 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.311156 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.311432 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.311731 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.312017 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:48.312317 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.312616 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.312918 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.313206 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.313504 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.313787 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.314079 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.314360 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.314653 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.314946 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.315348 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.315659 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.315954 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.316235 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.316537 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.316844 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.317142 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.317436 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.317714 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.317991 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.318266 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.318549 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.318835 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.319131 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.319424 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.319729 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.320012 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.320306 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.320590 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.320865 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.321145 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.321436 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.321716 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.322137 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.322430 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.322712 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.322988 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.323262 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.323541 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.323859 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.324137 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.324415 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.324692 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.324973 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.325248 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.325534 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.325815 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.326089 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.326363 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.326651 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.326928 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.327203 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.327483 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.327791 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.328073 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.328347 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.328624 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.328900 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.329173 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.329448 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.329722 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.329996 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.330273 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.330548 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.330824 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.331099 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.331374 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.331670 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.331964 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.332263 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.332549 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.332834 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.333119 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.333401 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.333683 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.333965 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.334246 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.334530 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.334808 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.335100 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.335388 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.335698 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.335987 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.336268 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.336825 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.337115 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.337403 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.337705 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.337987 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.338277 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.338565 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.338861 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.339157 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.339451 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.339766 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.340060 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.340340 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.340656 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.340936 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:48.341155 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 09:24:48.341542 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91556) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 19 09:24:48.691471 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:48.691780 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:48.692084 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:24:48.692402 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.manager [-] Loading core plugin: ml2 May 19 09:24:48.996683 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:48.996879 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:48.997154 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:48.998484 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:48.998770 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:48.999039 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.116861 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.117138 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.117406 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.130949 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.131231 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.131502 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.159284 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.159569 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.159869 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.198147 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.198426 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.198695 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.429251 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.429891 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.429891 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.430073 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.430777 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.554228 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.554548 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.554831 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.555108 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.555382 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.555721 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.555983 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.556239 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.557042 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.557327 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.557589 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.557859 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.558125 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.558383 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.558650 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.558922 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.559183 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.559617 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.559884 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.560169 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.560519 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.560778 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.561162 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.561448 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.561701 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.561956 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.562343 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:24:49.562587 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:24:49.562832 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:24:49.563072 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:24:49.563310 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:24:49.563548 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:24:49.563939 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 19 09:24:49.567023 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 19 09:24:49.570926 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 19 09:24:49.575294 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) May 19 09:24:49.577079 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 19 09:24:49.577528 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 19 09:24:49.577867 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 19 09:24:49.578257 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 19 09:24:49.581211 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 19 09:24:49.581464 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 19 09:24:49.581813 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 19 09:24:49.611698 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 19 09:24:49.612159 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.612461 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91556) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 19 09:24:49.612830 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.614191 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91556) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 19 09:24:49.614479 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 19 09:24:49.614729 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 19 09:24:49.617932 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.618214 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:49.689941 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 19 09:24:49.690134 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 19 09:24:49.690381 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 19 09:24:49.690756 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 19 09:24:49.721078 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_db.sqlalchemy.engines [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91556) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 19 09:24:50.055319 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Initializing driver for type 'gre' May 19 09:24:50.055806 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] gre ID ranges: [(1, 1000)] May 19 09:24:50.105704 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Initializing driver for type 'local' May 19 09:24:50.106048 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Initializing driver for type 'vlan' May 19 09:24:50.116953 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] VlanTypeDriver initialization complete May 19 09:24:50.117387 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Initializing driver for type 'vxlan' May 19 09:24:50.117871 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] vxlan ID ranges: [(1, 1000)] May 19 09:24:50.169588 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Initializing extension driver 'port_security' May 19 09:24:50.169930 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.extensions.port_security [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] PortSecurityExtensionDriver initialization complete May 19 09:24:50.170271 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Initializing mechanism driver 'openvswitch' May 19 09:24:50.170596 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Initializing mechanism driver 'hyperv' May 19 09:24:50.177008 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.plugins.ml2.plugin [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91556) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:50.177782 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > port after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.178169 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.178516 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.178907 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > subnet after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.179265 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > subnet after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.179636 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > subnet after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.180024 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > network after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.180372 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > network after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.180714 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > network after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.181097 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > security_group after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.181481 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > security_group after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.181827 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > security_group after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.182211 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.182559 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.182903 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.183279 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > address_group after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.183644 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > address_group after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.183986 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > address_group after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.184324 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] ML2 OVO RPC backend initialized. {{(pid=91556) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 19 09:24:50.185038 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router_interface after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.185396 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.185817 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > network before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.186167 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > networks before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.186527 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > port before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.186877 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > ports before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.187225 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > subnet before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.187569 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > subnets before_response 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.187941 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > network after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.188281 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > network after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.188619 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > network after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.188959 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > port after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.189301 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.189638 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.189977 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > subnet after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.190316 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > subnet after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.190653 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > subnet after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.191224 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.plugin [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Modular L2 Plugin initialization complete May 19 09:24:50.191551 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading services supported by the core plugin {{(pid=91556) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 19 09:24:50.191903 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.plugins.ml2.managers [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Got port-security extension from driver 'port_security' May 19 09:24:50.192368 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.extensions.vlantransparent [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Disabled vlantransparent extension. May 19 09:24:50.192858 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91556) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 19 09:24:50.193173 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading Plugin: router May 19 09:24:50.230870 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router_interface before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.231275 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router after_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.231683 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router before_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.232059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router_interface before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.232440 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router_interface after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.232800 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router after_delete 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.233163 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > floatingip after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.233530 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router after_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.233883 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router after_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.234237 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router after_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.234594 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.234957 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router after_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.235369 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router precommit_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.235766 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.236117 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.236461 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: subnet after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.236805 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.237160 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > port precommit_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.237512 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router precommit_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.237857 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: port before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.238204 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router precommit_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.238563 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router after_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.238911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router precommit_delete 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.239263 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router precommit_create 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.239654 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router_interface after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.240006 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router precommit_update 55549900 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.240381 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > network after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.241226 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Tracking information for resource: router configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:24:50.241561 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Tracking information for resource: floatingip configured {{(pid=91556) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 19 09:24:50.246535 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.db.l3_agentschedulers_db [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 19 09:24:50.247115 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.247481 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: port after_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.247869 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: port after_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.248227 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: port after_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.249026 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router before_create 55550100 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.249389 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router precommit_delete 55550100 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.249757 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router precommit_create 55550100 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.250115 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > router precommit_update 55550100 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.254557 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.services.provider_configuration [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service providers = [] {{(pid=91556) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 19 09:24:50.254923 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.db.servicetype_db [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91556) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 19 09:24:50.257858 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.services.service_base [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91556) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 09:24:50.258212 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.services.service_base [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91556) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 09:24:50.258559 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.services.service_base [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91556) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 09:24:50.259459 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.services.service_base [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91556) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 19 09:24:50.259859 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.services.service_base [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Default provider is not specified for service type L3_ROUTER_NAT May 19 09:24:50.260403 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:24:50.260728 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 19 09:24:50.271118 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:24:50.271459 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading Plugin: auto_allocate May 19 09:24:50.277804 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: network precommit_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.278180 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: network precommit_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.278697 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:24:50.279022 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading Plugin: tag May 19 09:24:50.285752 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:24:50.286084 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading Plugin: timestamp May 19 09:24:50.289846 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:24:50.290183 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading Plugin: network_ip_availability May 19 09:24:50.295948 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.296325 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.296686 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.297393 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:24:50.297716 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading Plugin: flavors May 19 09:24:50.302581 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:24:50.302913 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading Plugin: revisions May 19 09:24:50.307212 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91556) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 19 09:24:50.307557 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_concurrency.lockutils [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=91556) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:24:50.308331 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91556) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 19 09:24:50.308673 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Initializing extension manager. May 19 09:24:50.309177 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: __init__.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.309521 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: __pycache__ {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.309861 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.310196 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: address_group.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.310944 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.311612 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: address-group May 19 09:24:50.311875 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: address_scope.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.312576 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.313089 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: address-scope May 19 09:24:50.313416 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: admin_state_down_before_update.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.314327 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.314840 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: router-admin-state-down-before-update May 19 09:24:50.315165 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: agent.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.315884 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.316397 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: agent May 19 09:24:50.316721 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: agent_resources_synced.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.317619 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.318130 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: agent-resources-synced May 19 09:24:50.318454 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: allowedaddresspairs.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.320239 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.320760 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: allowed-address-pairs May 19 09:24:50.321090 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: auto_allocated_topology.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.322182 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.322694 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: auto-allocated-topology May 19 09:24:50.323024 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: availability_zone.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.323747 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.324259 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: availability_zone May 19 09:24:50.324584 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: availability_zone_filter.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.325481 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.325990 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: availability_zone_filter May 19 09:24:50.326323 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: data_plane_status.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.327215 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.327761 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension data-plane-status not supported by any of loaded plugins May 19 09:24:50.328092 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: default_subnetpools.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.328989 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.329500 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: default-subnetpools May 19 09:24:50.329826 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: dhcpagentscheduler.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.330623 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.331137 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: dhcp_agent_scheduler May 19 09:24:50.331463 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: dns.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.332383 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.332890 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension dns-integration not supported by any of loaded plugins May 19 09:24:50.333214 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: dns_domain_ports.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.334115 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.334624 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension dns-domain-ports not supported by any of loaded plugins May 19 09:24:50.334948 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: dvr.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.335635 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.336155 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: dvr May 19 09:24:50.336480 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: empty_string_filtering.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.338153 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.338664 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: empty-string-filtering May 19 09:24:50.338987 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.339918 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.340421 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 19 09:24:50.340742 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.341636 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.342142 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 19 09:24:50.342463 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: external_net.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.343366 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.343901 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: external-net May 19 09:24:50.344224 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: extra_dhcp_opt.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.345118 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.345626 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: extra_dhcp_opt May 19 09:24:50.345947 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: extraroute.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.346844 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.347349 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: extraroute May 19 09:24:50.347706 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: extraroute_atomic.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.348740 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.349253 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: extraroute-atomic May 19 09:24:50.349579 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: filter_validation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.350235 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.350743 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: filter-validation May 19 09:24:50.351064 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: fip_pf_description.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.352172 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.352684 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 19 09:24:50.353011 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: fip_port_details.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.354003 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.354516 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: fip-port-details May 19 09:24:50.354843 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: flavors.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.356092 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.356621 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: flavors May 19 09:24:50.356951 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.358600 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.359126 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 19 09:24:50.359455 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: floatingip_pools.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.360175 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.360686 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: floatingip-pools May 19 09:24:50.361010 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: ip_allocation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.361915 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.362421 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension ip_allocation not supported by any of loaded plugins May 19 09:24:50.362752 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.363676 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.364190 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: ip-substring-filtering May 19 09:24:50.364519 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: l2_adjacency.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.365453 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.365958 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension l2_adjacency not supported by any of loaded plugins May 19 09:24:50.366289 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: l3.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.367242 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.367788 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: router May 19 09:24:50.368118 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: l3_conntrack_helper.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.370400 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.370929 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 19 09:24:50.371266 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.372217 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.372740 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: ext-gw-mode May 19 09:24:50.373072 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.373977 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.374488 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: l3-ha May 19 09:24:50.374819 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: l3_flavors.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.375756 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.376274 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: l3-flavors May 19 09:24:50.376610 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.377507 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.378018 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: l3-port-ip-change-not-allowed May 19 09:24:50.378347 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: l3agentscheduler.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.379372 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.379912 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: l3_agent_scheduler May 19 09:24:50.380245 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: logging.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.381722 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.382238 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension logging not supported by any of loaded plugins May 19 09:24:50.382571 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: metering.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.383306 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.383908 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: metering May 19 09:24:50.384237 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.385836 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.386352 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: metering_source_and_destination_fields May 19 09:24:50.386686 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: multiprovidernet.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.387754 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.388274 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: multi-provider May 19 09:24:50.388601 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: netmtu.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.389505 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.390013 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: net-mtu May 19 09:24:50.390339 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: netmtu_writable.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.391243 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.391968 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: net-mtu-writable May 19 09:24:50.392108 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: network_availability_zone.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.392767 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.393274 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: network_availability_zone May 19 09:24:50.393596 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: network_ip_availability.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.394668 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.395180 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: network-ip-availability May 19 09:24:50.395505 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: network_segment_range.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.396290 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.396800 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension network-segment-range not supported by any of loaded plugins May 19 09:24:50.397121 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: pagination.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.398080 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.398409 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: pagination May 19 09:24:50.398729 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: port_device_profile.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.399668 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.400728 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: port-device-profile May 19 09:24:50.401053 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.401972 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.402479 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: port-mac-address-regenerate May 19 09:24:50.402804 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.403737 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.404247 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: port-numa-affinity-policy May 19 09:24:50.404570 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: port_resource_request.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.405467 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.405971 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension port-resource-request not supported by any of loaded plugins May 19 09:24:50.406293 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: portbindings.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.407225 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.407767 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: binding May 19 09:24:50.408280 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: portbindings_extended.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.409347 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.409865 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: binding-extended May 19 09:24:50.410196 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: portsecurity.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.411097 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.411633 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: port-security May 19 09:24:50.411963 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: project_id.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.412923 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.413256 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: project-id May 19 09:24:50.413579 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: providernet.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.414497 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.415015 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: provider May 19 09:24:50.415341 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: qos.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.418859 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.419382 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension qos not supported by any of loaded plugins May 19 09:24:50.419754 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.420986 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.421507 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 19 09:24:50.421839 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.422741 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.423260 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 19 09:24:50.423633 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: qos_default.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.424521 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.425036 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension qos-default not supported by any of loaded plugins May 19 09:24:50.425368 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: qos_fip.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.426014 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.426523 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension qos-fip not supported by any of loaded plugins May 19 09:24:50.426853 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: qos_gateway_ip.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.427806 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.428324 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension qos-gateway-ip not supported by any of loaded plugins May 19 09:24:50.428650 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: qos_port_network_policy.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.429548 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.430062 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension qos-port-network-policy not supported by any of loaded plugins May 19 09:24:50.430366 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: qos_rule_type_details.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.431293 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.431838 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension qos-rule-type-details not supported by any of loaded plugins May 19 09:24:50.432171 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: qos_rules_alias.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.433215 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.433724 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension qos-rules-alias not supported by any of loaded plugins May 19 09:24:50.434046 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: quotasv2.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.435055 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.435386 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: quotas May 19 09:24:50.435742 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: quotasv2_detail.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.437346 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.437685 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: quota_details May 19 09:24:50.438018 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: rbac.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.439052 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.439601 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: rbac-policies May 19 09:24:50.440030 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: rbac_address_group.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.440850 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.441362 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: rbac-address-group May 19 09:24:50.441689 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: rbac_address_scope.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.442601 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.443116 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: rbac-address-scope May 19 09:24:50.443441 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: rbac_security_groups.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.444364 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.444875 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: rbac-security-groups May 19 09:24:50.445201 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: rbac_subnetpool.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.446097 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.446610 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: rbac-subnetpool May 19 09:24:50.447450 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: revisionifmatch.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.448383 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.448896 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: revision-if-match May 19 09:24:50.449221 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: revisions.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.450320 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.450829 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: standard-attr-revisions May 19 09:24:50.451157 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: router_availability_zone.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.451856 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.452359 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: router_availability_zone May 19 09:24:50.452681 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: routerservicetype.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.453585 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.454096 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension router-service-type not supported by any of loaded plugins May 19 09:24:50.454424 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.455330 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.455873 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: security-groups-normalized-cidr May 19 09:24:50.456200 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: security_groups_port_filtering.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.457123 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.457635 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: port-security-groups-filtering May 19 09:24:50.457961 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.458865 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.459382 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: security-groups-remote-address-group May 19 09:24:50.459748 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: securitygroup.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.470097 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.470630 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: security-group May 19 09:24:50.470964 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: segment.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.471770 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.472286 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension segment not supported by any of loaded plugins May 19 09:24:50.472614 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.473536 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.474052 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 19 09:24:50.474378 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: servicetype.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.475469 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.476018 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: service-type May 19 09:24:50.476346 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: sorting.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.477326 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.477662 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: sorting May 19 09:24:50.477995 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: standard_attr_segment.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.478935 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.479459 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension standard-attr-segment not supported by any of loaded plugins May 19 09:24:50.479819 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: standardattrdescription.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.480466 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.480979 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: standard-attr-description May 19 09:24:50.481307 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: stateful_security_group.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.482217 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.482746 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: stateful-security-group May 19 09:24:50.483078 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: stdattrs_common.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.483692 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 19 09:24:50.484019 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.485000 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.485513 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 19 09:24:50.485839 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: subnet_onboard.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.486899 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.487424 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: subnet_onboard May 19 09:24:50.487800 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.488707 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.489216 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 19 09:24:50.489541 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: subnet_service_types.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.490459 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.490979 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: subnet-service-types May 19 09:24:50.491308 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: subnetallocation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.492409 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.492930 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: subnet_allocation May 19 09:24:50.493259 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.493944 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.494465 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: subnetpool-prefix-ops May 19 09:24:50.494796 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.495752 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.496267 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 19 09:24:50.496593 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: tagging.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.497665 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.498201 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: standard-attr-tag May 19 09:24:50.498534 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: timestamp.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.499755 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.500278 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loaded extension: standard-attr-timestamp May 19 09:24:50.500611 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: trunk.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.501643 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.502162 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension trunk not supported by any of loaded plugins May 19 09:24:50.502490 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: trunk_details.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.503400 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.503950 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension trunk-details not supported by any of loaded plugins May 19 09:24:50.504278 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: uplink_status_propagation.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.505199 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.505707 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension uplink-status-propagation not supported by any of loaded plugins May 19 09:24:50.506033 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Loading extension file: vlantransparent.py {{(pid=91556) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 19 09:24:50.506699 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91556) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 19 09:24:50.507213 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extension vlan-transparent not supported by any of loaded plugins May 19 09:24:50.510238 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:network May 19 09:24:50.510969 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:subnet May 19 09:24:50.511787 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:24:50.512402 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:port May 19 09:24:50.513682 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.514145 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service FLAVORS assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.514759 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.515209 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.515544 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:router May 19 09:24:50.516239 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:floatingip May 19 09:24:50.516953 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service METERING assigned prefix: /metering {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.518428 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.518802 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.519159 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=91556) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:24:50.520306 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of CountableResource for resource:rbac_policy May 19 09:24:50.520767 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:security_group May 19 09:24:50.521436 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:security_group_rule May 19 09:24:50.522171 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service CORE assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.522508 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:24:50.522848 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] subnetpool is already registered May 19 09:24:50.523466 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service CORE assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.523832 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:24:50.524158 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] subnetpool is already registered May 19 09:24:50.528395 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.528841 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service FLAVORS assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.529439 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.529869 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.530213 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:router May 19 09:24:50.530549 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] router is already registered May 19 09:24:50.531147 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:floatingip May 19 09:24:50.531481 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] floatingip is already registered May 19 09:24:50.532151 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service METERING assigned prefix: /metering {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.532830 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of CountableResource for resource:rbac_policy May 19 09:24:50.533161 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] rbac_policy is already registered May 19 09:24:50.533713 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:security_group May 19 09:24:50.534043 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] security_group is already registered May 19 09:24:50.534633 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:security_group_rule May 19 09:24:50.534968 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] security_group_rule is already registered May 19 09:24:50.535650 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service CORE assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.535983 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:24:50.536321 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] subnetpool is already registered May 19 09:24:50.536932 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.v2.resource_helper [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Service CORE assigned prefix: {{(pid=91556) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 19 09:24:50.537264 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Creating instance of TrackedResource for resource:subnetpool May 19 09:24:50.537591 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING neutron.quota.resource_registry [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] subnetpool is already registered May 19 09:24:50.538264 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: extensions {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.539755 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: address-groups {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.541397 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: address-scopes {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.542618 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: agents {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.543811 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: auto-allocated-topology {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.545071 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: availability_zones {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.546388 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: dhcp-networks {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.547832 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: dhcp-agents {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.549269 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: routers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.551072 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: flavors {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.552278 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: service_profiles {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.553469 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: next_providers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.555004 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: service_profiles {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.556524 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: floatingip-pools {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.557913 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: routers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.559679 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: floatingips {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.560869 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: l3-routers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.562247 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: l3-agents {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.563813 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: metering-labels {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.565179 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: metering-label-rules {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.566446 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: network-ip-availabilities {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.567747 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: bindings {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.569404 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: quotas {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.570813 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: quotas {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.572804 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: rbac-policies {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.574087 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: security-groups {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.575294 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: security-group-rules {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.576625 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: service-providers {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.577805 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: subnetpools {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.579399 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: subnetpools {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.580690 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.582370 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.584203 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.585968 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.589614 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.591459 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.593180 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.705002 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.706811 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.708661 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron.api.extensions [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Extended resource: tags {{(pid=91556) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 19 09:24:50.715361 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING keystonemiddleware.auth_token [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 19 09:24:50.720149 dv-cinder-791281-2-iscsi neutron-server[91556]: WARNING keystonemiddleware.auth_token [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 19 09:24:50.728374 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_concurrency.lockutils [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Acquired lock "singleton_lock" {{(pid=91556) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 19 09:24:50.728861 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_concurrency.lockutils [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Releasing lock "singleton_lock" {{(pid=91556) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 19 09:24:50.729505 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO oslo_service.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Starting 2 workers May 19 09:24:50.734025 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Started child 91663 {{(pid=91556) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 09:24:50.738154 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Started child 91664 {{(pid=91556) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 09:24:50.739167 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:50.739839 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO neutron.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Neutron service started, listening on 0.0.0.0:9696 May 19 09:24:50.740373 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Notify callbacks [] for process, before_spawn {{(pid=91556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:50.740648 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [-] (91663) wsgi starting up on http://0.0.0.0:9696 May 19 09:24:50.742627 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:50.743049 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO oslo_service.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Starting 1 workers May 19 09:24:50.744521 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [-] (91664) wsgi starting up on http://0.0.0.0:9696 May 19 09:24:50.748159 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Started child 91665 {{(pid=91556) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 09:24:50.748699 dv-cinder-791281-2-iscsi neutron-server[91556]: INFO oslo_service.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Starting 1 workers May 19 09:24:50.751453 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] calling RpcWorker wait() {{(pid=91665) _wait /opt/stack/neutron/neutron/service.py:128}} May 19 09:24:50.752029 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] returning from RpcWorker wait() {{(pid=91665) _wait /opt/stack/neutron/neutron/service.py:135}} May 19 09:24:50.752853 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Started child 91666 {{(pid=91556) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 19 09:24:50.753388 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:50.753646 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG neutron_lib.callbacks.manager [None req-a8515560-8812-49ef-a29f-a80b3ceb8dca None None] Notify callbacks [] for process, after_spawn {{(pid=91556) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:50.753853 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:50.755491 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91556) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 09:24:50.755766 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 09:24:50.755958 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 09:24:50.756180 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 09:24:50.756515 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 09:24:50.756684 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 09:24:50.757203 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.757485 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.757753 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.758033 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.758328 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.758487 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:24:50.758991 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.759157 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.759496 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.760321 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.760592 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.760774 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.760946 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.761197 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.761435 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.761737 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.762012 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.762275 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.762565 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.762741 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.763000 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.763268 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.763517 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.763835 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] debug = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.764081 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.764549 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.764805 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.765058 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.765281 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.765560 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.765812 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.766096 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.766352 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.766574 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.766812 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.767090 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.767341 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.767595 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.767853 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.768106 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.768353 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.768868 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] host = dv-cinder-791281-2-iscsi {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.769108 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.769328 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.769578 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.769826 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.770077 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.770305 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.770574 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.770819 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.771077 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.771292 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.771549 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.771802 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.772062 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.772306 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.772475 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_options = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.772720 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.772987 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.773269 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.773457 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.773629 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.773808 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.774061 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.774229 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.774488 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.774727 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.774945 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.775207 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.775445 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.775709 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.775940 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.776236 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.776440 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.776648 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.776904 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.777135 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.777378 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.777606 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.777829 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.778046 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.778263 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.778499 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.778729 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.778977 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.779195 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.779443 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.779735 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.779966 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.780316 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.780695 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.780940 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.781179 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.781642 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.781891 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.782142 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.782530 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.782704 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.782949 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.783127 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.783371 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.783650 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.783841 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_json = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.784061 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.784345 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.785394 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.785394 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.785394 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.785394 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.785902 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.785902 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.786538 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.786538 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.786786 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.786922 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.787133 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.787388 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.787857 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.788218 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.788920 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.788920 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.790568 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:50.790717 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.790717 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.790717 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.790717 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.790717 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.790717 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.791423 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.791423 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.791423 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.791855 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.791992 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.792186 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.792516 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.792791 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.793067 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.793333 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.793552 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.793780 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.794021 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.794251 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.795194 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.795194 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.795194 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.795194 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.798820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.798820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.798820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.798820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.798820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.798820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.798820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.798820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.798820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.801984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.801984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.801984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.801984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.801984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.801984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.801984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.801984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.801984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.804358 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.804358 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.804358 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.804358 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.804358 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.804358 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.804358 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.804358 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.804358 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805712 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805712 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805712 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805712 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805712 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805712 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805712 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.805712 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.806773 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.806773 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.806773 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.807003 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.807214 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.807463 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.807790 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.808156 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.808458 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.808740 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.808992 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.809462 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.809905 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.810211 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.810422 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.810657 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.810922 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.811399 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.811399 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.811678 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.811917 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.812129 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.812394 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.812664 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.813727 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.813727 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.813727 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.813727 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.814382 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.814382 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.814382 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.814612 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.815231 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.815231 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.815430 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.815621 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.815830 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.816093 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.816406 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.816706 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.817137 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.817435 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.817672 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.818094 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.818480 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.818932 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.819194 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.819462 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.819718 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.820013 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.820252 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.820507 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.820732 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.823911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.823911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.823911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.823911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.823911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.823911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.823911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.823911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.825117 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.825117 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.825117 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.825117 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.825117 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.825478 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.825478 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.825633 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.825840 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.826091 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.826311 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.826533 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.826759 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.826999 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.827254 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.827473 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.827742 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.827956 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.828351 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.828730 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.828989 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.829209 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.829434 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.829691 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.829911 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.830152 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.830375 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.830591 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.830847 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.831087 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.831370 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.831677 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.831904 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.832163 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.832566 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.832992 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.833212 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.833466 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.833695 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.833914 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.834155 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.834399 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.834615 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.834856 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.835108 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.835328 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.835610 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.835855 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.836186 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.836468 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.836986 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.837212 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.837586 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.837884 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.838179 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.838425 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.838671 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.838904 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.839357 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.840413 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.840413 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.840413 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.840413 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.840756 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.840856 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.841062 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.841281 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.841584 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.842019 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.842263 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.842505 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.842754 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.842993 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.843216 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.843535 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.844087 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.844311 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.844564 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.844766 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.845009 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.845235 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.845454 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.845688 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.845899 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.846122 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.846346 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.846567 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.846814 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.847032 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.847247 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.847472 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.847733 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.848061 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.848490 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.848724 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.849027 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.849285 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.850030 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.850030 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.850203 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.850345 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.850751 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.850978 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.851221 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.851446 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.851757 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.852089 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.852382 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.852651 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.852910 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.853243 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.853552 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.853820 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.854060 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.854367 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.854694 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.854967 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.855234 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.855468 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.855776 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.856007 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.856222 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.856437 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.856681 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.856920 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.857163 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.857415 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.857665 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.857906 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.858155 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.858393 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.858620 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.858853 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.859098 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.859317 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.859478 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 09:24:50.860082 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91556) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 19 09:24:50.860249 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 19 09:24:50.860405 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 19 09:24:50.860577 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 19 09:24:50.860754 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 19 09:24:50.860910 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 19 09:24:50.861120 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.861286 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.861450 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.861614 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.861776 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.861961 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.862126 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.862288 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.862449 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.862611 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.862773 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.862935 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.863098 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.863259 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.863421 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.863610 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.863767 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.863930 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.864096 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.864259 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] config_source = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.864420 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.864581 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.864783 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] debug = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.864924 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.865085 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.865252 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.865414 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.865575 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.865736 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.865898 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.866059 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.866220 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.866383 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.866545 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.866715 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.866870 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.867031 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.867194 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.867349 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.867636 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.867884 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] host = dv-cinder-791281-2-iscsi {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.868076 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.868263 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.868466 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.868645 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.869348 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.869589 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.869766 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.869938 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.870106 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.870274 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.870441 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.870609 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.870776 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_dir = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.870942 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.871108 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_options = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.871274 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.871439 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.872142 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.872302 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.872470 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.872641 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.872809 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.872983 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.873130 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.873294 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.873464 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.873628 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.873792 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.873956 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.874120 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.874285 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.874450 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.874615 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.874780 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.874973 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.875135 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.875299 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.875463 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.876014 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.876194 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.876361 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.876526 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.877280 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.879138 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.879328 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.879509 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.879736 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.879915 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.880088 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.880259 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.880429 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.880597 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.880769 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.880938 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.881106 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.881273 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.881440 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.881606 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.881772 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.881937 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_journal = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.882103 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_json = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.882272 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.882437 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.882601 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.882765 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.882930 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.883095 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.883260 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.883424 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 19 09:24:50.883675 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.883899 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.884107 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.884301 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.885093 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.885319 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.885519 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.885700 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.886187 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.886379 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.886573 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.886750 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.887006 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.887144 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.887322 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.887501 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.887713 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.887886 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.888058 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.888230 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.888401 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.888572 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.888758 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.888928 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.889097 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.889388 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.889564 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.890278 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.890460 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.890633 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.890804 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.891026 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.891202 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.891372 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.891542 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.891759 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.891929 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.892099 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.892268 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.892435 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.892734 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.892910 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.893080 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.893249 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.893572 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.893751 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.894195 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.894328 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.894452 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.894626 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.894776 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.894929 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.895082 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.895308 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.895455 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.895641 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.895741 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.895871 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.896031 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.896200 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.896367 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.896548 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.896640 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:24:50.896817 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.896988 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.897164 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.897312 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.897479 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.897647 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.897816 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.897983 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.898150 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.898316 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.898482 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.898650 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.898824 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.898991 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.899155 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.899322 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.899489 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.899692 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.899860 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.900051 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.900218 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.900385 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.900560 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.900742 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.900909 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.901076 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.901242 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.901408 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.901575 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.901741 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.901908 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.902075 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.902242 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.902407 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.902579 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.902748 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.902915 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.903081 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.903248 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.903414 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.903622 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.903801 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.903959 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.904125 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.904294 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.904460 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.904626 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.904791 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.904957 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.905133 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.905352 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.905461 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.905620 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.905793 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.905971 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.906138 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.906306 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.906473 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.906639 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.906806 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.906972 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.907139 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.907290 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.907514 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.909531 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.909892 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.910049 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.910673 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.911174 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.911825 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.912056 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.912244 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.912428 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.912612 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.912787 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.912965 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.913138 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.913312 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.913487 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.913647 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.913817 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.913984 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.914151 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.914319 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.914485 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.914651 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.914817 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.914985 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.915151 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.915318 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.915508 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.915717 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.915857 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.916023 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.916192 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.916340 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.916501 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.916667 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.916831 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.916998 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.917162 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.917327 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.917493 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.917660 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.918009 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.918009 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.918180 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.918333 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.918518 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.918613 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.918754 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.918932 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.919110 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.919245 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.919396 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.919538 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.919711 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.919853 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.920026 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.920181 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.920371 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.920548 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.920672 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.920823 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.920988 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.921158 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.921321 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.921485 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.921648 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.921813 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.921977 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.922139 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.922304 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.922468 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.922632 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.922812 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.922962 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.923129 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.923294 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.923459 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.923647 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.923813 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.923976 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.924141 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.924316 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.924481 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.924645 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.924809 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.924972 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.925193 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.925311 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.925475 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.925640 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.925803 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.925977 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.926141 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.926304 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.926468 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.926633 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.926818 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.926959 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.927123 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.927287 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.927451 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.927650 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.927828 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.927983 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.928153 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.928301 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.928458 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.928624 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.928781 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.928961 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.929117 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.929274 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.929441 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.929612 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.929767 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.929929 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.930086 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.930252 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.930408 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.930577 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.930746 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.930920 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.931084 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.931790 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.932108 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.932302 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.932482 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.932650 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.932814 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.932992 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.933149 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.933315 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.933482 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.933727 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.933980 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.934150 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.934354 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.934918 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.935268 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.935436 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.935721 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.935950 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.935950 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.936226 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.936226 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.936585 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.936585 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.936945 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.936945 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 19 09:24:50.937791 dv-cinder-791281-2-iscsi neutron-server[91556]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91556) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 19 09:24:51.046685 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49070) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:24:51.055113 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062857 May 19 09:25:01.742915 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefa8e1b-29a3-4617-9f26-8395f7742ae2 None None] get_active_networks_info from dv-cinder-791281-2-iscsi {{(pid=91665) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 19 09:25:01.802883 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefa8e1b-29a3-4617-9f26-8395f7742ae2 None None] No non-hosted networks {{(pid=91665) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 19 09:25:01.817564 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4ba26701-64cd-44ed-a19f-d128a06005ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412'] for agent, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:04.309489 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412'] for agent, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:04.310218 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.310605 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.311067 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.311377 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.311821 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.312260 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.312603 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.313048 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.313386 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.313717 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.314155 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.314485 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:04.314904 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-791281-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:04.323969 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-791281-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:04.357451 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-980cb173-fe37-4125-b6e5-41e3e32fefe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412'] for agent, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:04.454418 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-710ec38f-90d8-4f84-88be-3299ff00afe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:05.118374 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412'] for agent, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:06.709802 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412'] for agent, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:07.437311 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.db.l3_hamode_db [None req-03599aea-de4f-47c4-b709-5404415075bc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 19 09:25:07.521827 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03599aea-de4f-47c4-b709-5404415075bc None None] Routers set() bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:25:07.522209 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03599aea-de4f-47c4-b709-5404415075bc None None] Router IDs set() for agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 19 09:25:08.408702 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 49162) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:09.002577 dv-cinder-791281-2-iscsi neutron-server[91663]: WARNING oslo_policy.policy [None req-2d48fd16-8dcb-4726-bc22-5e5c1381d357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:25:09.003195 dv-cinder-791281-2-iscsi neutron-server[91663]: WARNING oslo_policy.policy [None req-2d48fd16-8dcb-4726-bc22-5e5c1381d357 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:25:09.217498 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [None req-2d48fd16-8dcb-4726-bc22-5e5c1381d357 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:25:09.218737 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-2d48fd16-8dcb-4726-bc22-5e5c1381d357 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8080003 May 19 09:25:11.537094 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 49176) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:11.904631 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-0fa1664b-0cad-4b4e-a387-e86acf4978b2 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:25:12.004687 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.policy [None req-0fa1664b-0cad-4b4e-a387-e86acf4978b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91663) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 09:25:12.049781 dv-cinder-791281-2-iscsi neutron-server[91663]: WARNING oslo_policy.policy [None req-0fa1664b-0cad-4b4e-a387-e86acf4978b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:25:12.050160 dv-cinder-791281-2-iscsi neutron-server[91663]: WARNING oslo_policy.policy [None req-0fa1664b-0cad-4b4e-a387-e86acf4978b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:25:12.059163 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.quota [None req-0fa1664b-0cad-4b4e-a387-e86acf4978b2 admin admin] Loaded quota_driver: . May 19 09:25:12.075339 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0fa1664b-0cad-4b4e-a387-e86acf4978b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:25:12.134618 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0fa1664b-0cad-4b4e-a387-e86acf4978b2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733574896427', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733574915358', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733574906013', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733574913473', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733574924108', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8733574928487', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1702676', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2066773', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1014672', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-951033'] for rbac-policy, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:12.193463 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0fa1664b-0cad-4b4e-a387-e86acf4978b2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:12.194775 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-0fa1664b-0cad-4b4e-a387-e86acf4978b2 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6566987 May 19 09:25:14.739054 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 49190) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:15.092580 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'name': 'private', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:25:15.097236 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:25:15.101682 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Usage tracker for resource:network and tenant:61ba08cd499345c2b210d64784a8fb7d is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:25:15.106133 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:25:15.112136 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:25:15.121802 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Made reservation on behalf of 61ba08cd499345c2b210d64784a8fb7d for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:25:15.124753 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:15.142025 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:15.156696 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:25:15.160275 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Usage tracker for resource:security_group_rule and tenant:61ba08cd499345c2b210d64784a8fb7d is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:25:15.165104 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:25:15.170571 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:25:15.265232 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:15.269056 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:15.274315 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:15.294587 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:25:15.319887 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733573544394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:15.320420 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Unsubscribe: segment precommit_create {{(pid=91663) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 09:25:15.320883 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Added segment 9782ea6a-8cf3-4367-9d7e-a858e63b871a of type vlan for network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f May 19 09:25:15.329395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc687be-5e10-47c2-a8c6-8a44aaf78cb1,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:15.384274 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.384618 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.384943 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.385260 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.385593 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.385923 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.386237 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.386560 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.386866 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.387193 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.387481 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.387807 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Tracked resource versions report: May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: pushed versions: May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: { 'AddressGroup': {'1.2'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'ConntrackHelper': {'1.0'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Log': {'1.0'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Network': {'1.1'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Port': {'1.7'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'PortForwarding': {'1.2'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'QosPolicy': {'1.8'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SecurityGroup': {'1.4'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SecurityGroupRule': {'1.2'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SubPort': {'1.0'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Subnet': {'1.1'}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Trunk': {'1.1'}} May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: consumer versions: May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: { DHCP agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: L3 agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: Metadata agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: Metering agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: Open vSwitch agent@dv-cinder-791281-2-iscsi: { 'AddressGroup': '1.2', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'ConntrackHelper': '1.0', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Log': '1.0', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Network': '1.1', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Port': '1.7', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'PortForwarding': '1.2', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'QosPolicy': '1.8', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SecurityGroup': '1.4', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SecurityGroupRule': '1.2', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SubPort': '1.0', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Subnet': '1.1', May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Trunk': '1.1'}} May 19 09:25:15.388911 dv-cinder-791281-2-iscsi neutron-server[91663]: {{(pid=91663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:25:15.440945 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:15.445310 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:15.481799 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:15.483310 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:15.483962 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:15.488382 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:15.593816 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8536625 May 19 09:25:15.594376 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Pushing event updated for resources: {'Network': ['ID=f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:15.597640 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:15.607009 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:25:18.213236 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 49206) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:18.660140 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25193cac-f11f-4ec8-aeac-e2fc624d3ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:18.661499 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-25193cac-f11f-4ec8-aeac-e2fc624d3ea4 admin admin] 10.222.0.46 "GET /v2.0/networks/f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f HTTP/1.1" status: 200 len: 825 time: 0.4472868 May 19 09:25:18.692497 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9b1a0dd8-3931-45e0-b104-85e7563c6501 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/9063d2c6-47f6-49aa-8833-4588e61cea4e HTTP/1.1" status: 200 len: 734 time: 0.0256472 May 19 09:25:18.701141 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': '9063d2c6-47f6-49aa-8833-4588e61cea4e', 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:25:18.705541 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:25:18.709271 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Usage tracker for resource:subnet and tenant:61ba08cd499345c2b210d64784a8fb7d is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:25:18.712407 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:25:18.718540 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:25:18.728513 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Made reservation on behalf of 61ba08cd499345c2b210d64784a8fb7d for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:25:18.731418 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:19.205849 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:19.210933 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:19.290994 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Checking segment: {'id': '9782ea6a-8cf3-4367-9d7e-a858e63b871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:25:19.291659 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Network hostable DHCP agents. Network: f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:25:19.294937 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Pushing event updated for resources: {'Subnet': ['ID=51629763-7d6c-48e5-8460-0d621d56a422,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:19.298205 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:19.314559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:25:19.324683 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:25:19.329457 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:19.330064 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:19.334211 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76566e26-5407-4feb-9644-7e7314284ce9 None None] Network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:25:19.349994 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6522653 May 19 09:25:19.646180 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f', 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'fixed_ips': [{'subnet_id': '51629763-7d6c-48e5-8460-0d621d56a422'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:25:19.647498 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:19.830386 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Allocated IP 172.20.0.2 (f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f/51629763-7d6c-48e5-8460-0d621d56a422/f1c41882-f40b-4695-93b8-34e17c9f0242) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:25:20.059744 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:20.073010 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Transition to ACTIVE for port object f1c41882-f40b-4695-93b8-34e17c9f0242 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:25:20.092183 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Transition to ACTIVE for port object f1c41882-f40b-4695-93b8-34e17c9f0242 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:25:20.099533 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:20.105717 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:20.162415 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:25:20.165279 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:25:20.171871 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:25:20.207893 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Pushing event updated for resources: {'Port': ['ID=f1c41882-f40b-4695-93b8-34e17c9f0242,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:20.223711 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.224058 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.224398 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.224728 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.225056 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.225383 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.225705 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.226025 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.226362 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.226683 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.226999 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.227313 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Tracked resource versions report: May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: pushed versions: May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: { 'AddressGroup': {'1.2'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'ConntrackHelper': {'1.0'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Log': {'1.0'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Network': {'1.1'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Port': {'1.7'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'PortForwarding': {'1.2'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'QosPolicy': {'1.8'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SecurityGroup': {'1.4'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SecurityGroupRule': {'1.2'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SubPort': {'1.0'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Subnet': {'1.1'}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Trunk': {'1.1'}} May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: consumer versions: May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: { DHCP agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: L3 agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: Metadata agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: Metering agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: Open vSwitch agent@dv-cinder-791281-2-iscsi: { 'AddressGroup': '1.2', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'ConntrackHelper': '1.0', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Log': '1.0', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Network': '1.1', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Port': '1.7', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'PortForwarding': '1.2', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'QosPolicy': '1.8', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SecurityGroup': '1.4', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SecurityGroupRule': '1.2', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SubPort': '1.0', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Subnet': '1.1', May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Trunk': '1.1'}} May 19 09:25:20.228472 dv-cinder-791281-2-iscsi neutron-server[91665]: {{(pid=91665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:25:20.259904 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:20.279652 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Attempting to bind port f1c41882-f40b-4695-93b8-34e17c9f0242 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:25:20.280059 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Attempting to bind port f1c41882-f40b-4695-93b8-34e17c9f0242 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '9782ea6a-8cf3-4367-9d7e-a858e63b871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:25:20.280498 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Attempting to bind port f1c41882-f40b-4695-93b8-34e17c9f0242 on network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:25:20.285703 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:25:20.286123 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Checking segment: {'id': '9782ea6a-8cf3-4367-9d7e-a858e63b871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:25:20.286614 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:20.287016 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Bound using segment: {'id': '9782ea6a-8cf3-4367-9d7e-a858e63b871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:25:20.287523 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Bound port: f1c41882-f40b-4695-93b8-34e17c9f0242, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ea6a-8cf3-4367-9d7e-a858e63b871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:25:20.287927 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:20.376758 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] For port f1c41882-f40b-4695-93b8-34e17c9f0242, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:25:20.380467 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] For port f1c41882-f40b-4695-93b8-34e17c9f0242, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=f1c41882-f40b-4695-93b8-34e17c9f0242,segment=NetworkSegment(9782ea6a-8cf3-4367-9d7e-a858e63b871a),segment_id=9782ea6a-8cf3-4367-9d7e-a858e63b871a)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:25:20.384255 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:20.388495 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:20.472848 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Pushing event updated for resources: {'Port': ['ID=f1c41882-f40b-4695-93b8-34e17c9f0242,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:20.476698 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:21.735514 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49216) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:22.367487 dv-cinder-791281-2-iscsi neutron-server[91664]: WARNING oslo_policy.policy [None req-998d855d-efef-41c5-998f-06c98f657097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:25:22.368116 dv-cinder-791281-2-iscsi neutron-server[91664]: WARNING oslo_policy.policy [None req-998d855d-efef-41c5-998f-06c98f657097 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:25:22.586135 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [None req-998d855d-efef-41c5-998f-06c98f657097 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:25:22.587471 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-998d855d-efef-41c5-998f-06c98f657097 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8510201 May 19 09:25:24.953439 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49234) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:25.337817 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [None req-216c9fcc-7640-479c-bf28-98a62656d8e2 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:25:25.338792 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-216c9fcc-7640-479c-bf28-98a62656d8e2 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3844922 May 19 09:25:25.983324 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d167d9ca-9295-490d-9b51-00288f1392fb None None] Network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:25:26.091887 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-aa136125-a47d-44c4-9934-79156126b39b None None] Provisioning for port f1c41882-f40b-4695-93b8-34e17c9f0242 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:25:26.207487 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device f1c41882-f40b-4695-93b8-34e17c9f0242 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:25:26.300656 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port f1c41882-f40b-4695-93b8-34e17c9f0242 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:25:26.308523 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port f1c41882-f40b-4695-93b8-34e17c9f0242 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:26.308933 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:26.427270 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:26.465398 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port f1c41882-f40b-4695-93b8-34e17c9f0242, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=f1c41882-f40b-4695-93b8-34e17c9f0242,segment=NetworkSegment(9782ea6a-8cf3-4367-9d7e-a858e63b871a),segment_id=9782ea6a-8cf3-4367-9d7e-a858e63b871a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:25:26.469582 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:26.472068 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:26.542008 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=f1c41882-f40b-4695-93b8-34e17c9f0242,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:26.547506 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:26.554849 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-818dec1d-cfa1-4712-8460-d936de897f65 None None] Provisioning complete for port f1c41882-f40b-4695-93b8-34e17c9f0242 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:26.555227 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-818dec1d-cfa1-4712-8460-d936de897f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:27.976378 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49246) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:28.151691 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device f1c41882-f40b-4695-93b8-34e17c9f0242 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:25:28.218482 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port f1c41882-f40b-4695-93b8-34e17c9f0242 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:28.218854 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:28.330014 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:25:28.400441 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.policy [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91664) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 19 09:25:28.446185 dv-cinder-791281-2-iscsi neutron-server[91664]: WARNING oslo_policy.policy [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:25:28.446592 dv-cinder-791281-2-iscsi neutron-server[91664]: WARNING oslo_policy.policy [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 19 09:25:28.455645 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.quota [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Loaded quota_driver: . May 19 09:25:28.470950 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:25:28.477268 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Usage tracker for resource:router and tenant:61ba08cd499345c2b210d64784a8fb7d is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:25:28.481734 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:25:28.489123 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:25:28.507604 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:28.509707 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:28.534934 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:28.652195 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:28.672587 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:28.673740 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-3655892e-b80d-4eb9-9c06-a48433427487 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6964097 May 19 09:25:30.994143 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49258) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:31.358643 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [None req-1cecb143-229f-473d-b9e8-479eea0866b9 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:25:31.359626 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-1cecb143-229f-473d-b9e8-479eea0866b9 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3645194 May 19 09:25:31.612574 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e04be90-9737-417e-b372-9d05d85ed8ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:33.669309 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 49268) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:34.036270 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:25:34.040650 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:25:34.044986 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Usage tracker for resource:network and tenant:f3ce06bd968a4bc882f743cc01aa534e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:25:34.047824 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:25:34.053869 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:25:34.064355 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Made reservation on behalf of f3ce06bd968a4bc882f743cc01aa534e for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:25:34.066548 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.078197 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.092136 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:25:34.095795 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Usage tracker for resource:security_group_rule and tenant:f3ce06bd968a4bc882f743cc01aa534e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:25:34.098483 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:25:34.104605 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:25:34.184341 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.189007 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.192019 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:34.213672 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Reserving flat network on physical network physnet1 {{(pid=91663) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 19 09:25:34.226967 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09468037-327f-4b6d-b62c-a5281f83099c,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:34.230735 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:34.235259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.235642 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Added segment 7d8b6b0e-4673-4b35-b778-75e90474a895 of type flat for network 05abf8e6-37a9-4415-9dd9-529b25207a68 May 19 09:25:34.266844 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.303222 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.307322 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.308568 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:34.309150 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.312322 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:34.353196 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e539-9e6e-4bf5-a1c7-f40d391832c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:34.410922 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Pushing event updated for resources: {'Network': ['ID=05abf8e6-37a9-4415-9dd9-529b25207a68,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:34.414875 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:34.420145 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7495966 May 19 09:25:34.421995 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:25:35.073296 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:36.620692 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:36.751050 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49288) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:36.977248 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c82569-025f-42d6-ba89-5222b5f232ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:36.979204 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-13c82569-025f-42d6-ba89-5222b5f232ea admin admin] 10.222.0.46 "GET /v2.0/subnets/51629763-7d6c-48e5-8460-0d621d56a422 HTTP/1.1" status: 200 len: 849 time: 0.2267418 May 19 09:25:37.123706 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-758da4ba-8f22-4412-9774-492e67e7cfff admin admin] 10.222.0.46 "GET /v2.0/routers/05448f3e-7c8d-4d9f-817a-83d6e6fb9687 HTTP/1.1" status: 200 len: 704 time: 0.1389444 May 19 09:25:37.592266 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:37.835937 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Allocated IP 172.20.0.1 (f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f/51629763-7d6c-48e5-8460-0d621d56a422/a32ccae9-cda3-4c28-b13d-a754cd539575) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:25:38.005823 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:38.024477 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Transition to ACTIVE for port object a32ccae9-cda3-4c28-b13d-a754cd539575 will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:25:38.080609 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:38.085924 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:38.136544 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:25:38.137683 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:25:38.189203 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:25:38.190253 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:38.306318 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Pushing event updated for resources: {'Port': ['ID=a32ccae9-cda3-4c28-b13d-a754cd539575,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:38.330576 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.330951 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.331305 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.331551 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.331897 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.332240 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.332562 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.332873 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.333204 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.333525 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.333839 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.334150 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Tracked resource versions report: May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: pushed versions: May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: { 'AddressGroup': {'1.2'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'ConntrackHelper': {'1.0'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Log': {'1.0'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Network': {'1.1'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Port': {'1.7'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'PortForwarding': {'1.2'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'QosPolicy': {'1.8'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SecurityGroup': {'1.4'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SecurityGroupRule': {'1.2'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SubPort': {'1.0'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Subnet': {'1.1'}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Trunk': {'1.1'}} May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: consumer versions: May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: { DHCP agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: L3 agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: Metadata agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: Metering agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: Open vSwitch agent@dv-cinder-791281-2-iscsi: { 'AddressGroup': '1.2', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'ConntrackHelper': '1.0', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Log': '1.0', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Network': '1.1', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Port': '1.7', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'PortForwarding': '1.2', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'QosPolicy': '1.8', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SecurityGroup': '1.4', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SecurityGroupRule': '1.2', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SubPort': '1.0', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Subnet': '1.1', May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Trunk': '1.1'}} May 19 09:25:38.335261 dv-cinder-791281-2-iscsi neutron-server[91664]: {{(pid=91664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:25:38.349453 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:38.356298 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-029f7f07-2659-423a-ab85-a924c7ae2739 None None] Provisioning for port a32ccae9-cda3-4c28-b13d-a754cd539575 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:25:38.361093 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-029f7f07-2659-423a-ab85-a924c7ae2739 None None] Provisioning complete for port a32ccae9-cda3-4c28-b13d-a754cd539575 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:38.361532 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-029f7f07-2659-423a-ab85-a924c7ae2739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:38.417027 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-029f7f07-2659-423a-ab85-a924c7ae2739 None None] Port a32ccae9-cda3-4c28-b13d-a754cd539575 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:25:38.463175 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:38.687728 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:38.692503 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:38.693566 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:38.697738 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:38.865045 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Pushing event updated for resources: {'Port': ['ID=a32ccae9-cda3-4c28-b13d-a754cd539575,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:38.870802 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:38.918503 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:25:38.919542 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:25:39.109098 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Router 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:25:39.142319 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-73893974-abb6-4ba7-8291-0aef1c7a27d5 None None] Provisioning complete for port a32ccae9-cda3-4c28-b13d-a754cd539575 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:39.142702 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-73893974-abb6-4ba7-8291-0aef1c7a27d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:39.194521 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-73893974-abb6-4ba7-8291-0aef1c7a27d5 None None] Port a32ccae9-cda3-4c28-b13d-a754cd539575 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:25:39.260970 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:25:39.270454 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Sync routers for ids ['05448f3e-7c8d-4d9f-817a-83d6e6fb9687'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:25:39.270913 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] 10.222.0.46 "PUT /v2.0/routers/05448f3e-7c8d-4d9f-817a-83d6e6fb9687/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1421490 May 19 09:25:39.281559 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Routers {'05448f3e-7c8d-4d9f-817a-83d6e6fb9687'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:25:39.282381 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:25:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['05448f3e-7c8d-4d9f-817a-83d6e6fb9687'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:39.457100 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Set router 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:25:39.828888 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'name': 'router1', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:25:28Z', 'updated_at': '2021-05-19T09:25:38Z', 'revision_number': 2, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'gw_port_host': None, '_interfaces': [{'id': 'a32ccae9-cda3-4c28-b13d-a754cd539575', 'name': '', 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'mac_address': 'fa:16:3e:3f:cf:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51629763-7d6c-48e5-8460-0d621d56a422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:25:37Z', 'updated_at': '2021-05-19T09:25:38Z', 'revision_number': 2, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'subnets': [{'id': '51629763-7d6c-48e5-8460-0d621d56a422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063d2c6-47f6-49aa-8833-4588e61cea4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:39.833963 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Checking router: 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:25:39.834332 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Updating router 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 port a32ccae9-cda3-4c28-b13d-a754cd539575 binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:25:39.885627 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:40.258816 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:40.274052 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Transition to ACTIVE for port object a32ccae9-cda3-4c28-b13d-a754cd539575 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:25:40.281395 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:40.287906 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:40.500656 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Pushing event updated for resources: {'Port': ['ID=a32ccae9-cda3-4c28-b13d-a754cd539575,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:40.505480 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Attempting to bind port a32ccae9-cda3-4c28-b13d-a754cd539575 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:25:40.505877 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Attempting to bind port a32ccae9-cda3-4c28-b13d-a754cd539575 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '9782ea6a-8cf3-4367-9d7e-a858e63b871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:25:40.506310 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Attempting to bind port a32ccae9-cda3-4c28-b13d-a754cd539575 on network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:25:40.515077 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:25:40.515500 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Checking segment: {'id': '9782ea6a-8cf3-4367-9d7e-a858e63b871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:25:40.516013 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:40.516630 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Bound using segment: {'id': '9782ea6a-8cf3-4367-9d7e-a858e63b871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:25:40.516916 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Bound port: a32ccae9-cda3-4c28-b13d-a754cd539575, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9782ea6a-8cf3-4367-9d7e-a858e63b871a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:25:40.517293 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:40.529349 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.529688 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.530019 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.530342 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.530659 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.530977 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.531291 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.531625 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.531947 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.532256 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.532564 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.532871 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Tracked resource versions report: May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: pushed versions: May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: { 'AddressGroup': {'1.2'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'ConntrackHelper': {'1.0'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Log': {'1.0'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Network': {'1.1'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Port': {'1.7'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'PortForwarding': {'1.2'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'QosPolicy': {'1.8'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SecurityGroup': {'1.4'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SecurityGroupRule': {'1.2'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SubPort': {'1.0'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Subnet': {'1.1'}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Trunk': {'1.1'}} May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: consumer versions: May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: { DHCP agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: L3 agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: Metadata agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: Metering agent@dv-cinder-791281-2-iscsi: {}, May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: Open vSwitch agent@dv-cinder-791281-2-iscsi: { 'AddressGroup': '1.2', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'ConntrackHelper': '1.0', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Log': '1.0', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Network': '1.1', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Port': '1.7', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'PortForwarding': '1.2', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'QosPolicy': '1.8', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SecurityGroup': '1.4', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SecurityGroupRule': '1.2', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SubPort': '1.0', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Subnet': '1.1', May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Trunk': '1.1'}} May 19 09:25:40.533995 dv-cinder-791281-2-iscsi neutron-server[91666]: {{(pid=91666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:25:40.540625 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:40.615880 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] For port a32ccae9-cda3-4c28-b13d-a754cd539575, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:25:40.620131 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] For port a32ccae9-cda3-4c28-b13d-a754cd539575, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=a32ccae9-cda3-4c28-b13d-a754cd539575,segment=NetworkSegment(9782ea6a-8cf3-4367-9d7e-a858e63b871a),segment_id=9782ea6a-8cf3-4367-9d7e-a858e63b871a)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:25:40.626108 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:40.630798 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:40.720746 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Routers {'05448f3e-7c8d-4d9f-817a-83d6e6fb9687'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:25:40.721396 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:25:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['05448f3e-7c8d-4d9f-817a-83d6e6fb9687'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:40.847196 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Pushing event updated for resources: {'Port': ['ID=a32ccae9-cda3-4c28-b13d-a754cd539575,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:40.858827 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:40.879663 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] Set router 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:25:41.235728 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'name': 'router1', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:25:28Z', 'updated_at': '2021-05-19T09:25:38Z', 'revision_number': 2, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'gw_port_host': None, '_interfaces': [{'id': 'a32ccae9-cda3-4c28-b13d-a754cd539575', 'name': '', 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'mac_address': 'fa:16:3e:3f:cf:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51629763-7d6c-48e5-8460-0d621d56a422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:25:37Z', 'updated_at': '2021-05-19T09:25:40Z', 'revision_number': 4, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'subnets': [{'id': '51629763-7d6c-48e5-8460-0d621d56a422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063d2c6-47f6-49aa-8833-4588e61cea4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:41.239677 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb16cb6-3ba3-4942-b302-43ed15afd795 None None] The sync data for ids ['05448f3e-7c8d-4d9f-817a-83d6e6fb9687'] in dv-cinder-791281-2-iscsi is: [{'id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'name': 'router1', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:25:28Z', 'updated_at': '2021-05-19T09:25:38Z', 'revision_number': 2, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'gw_port_host': None, '_interfaces': [{'id': 'a32ccae9-cda3-4c28-b13d-a754cd539575', 'name': '', 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'mac_address': 'fa:16:3e:3f:cf:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51629763-7d6c-48e5-8460-0d621d56a422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:25:37Z', 'updated_at': '2021-05-19T09:25:40Z', 'revision_number': 4, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'subnets': [{'id': '51629763-7d6c-48e5-8460-0d621d56a422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063d2c6-47f6-49aa-8833-4588e61cea4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:25:41.431069 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49314) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:41.589436 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f99355-9ebd-4d15-a696-22f071a44fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:41.590812 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-f2f99355-9ebd-4d15-a696-22f071a44fee admin admin] 10.222.0.46 "GET /v2.0/networks/05abf8e6-37a9-4415-9dd9-529b25207a68 HTTP/1.1" status: 200 len: 842 time: 0.1581273 May 19 09:25:41.602698 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:25:41.608802 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:25:41.612668 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Usage tracker for resource:subnet and tenant:f3ce06bd968a4bc882f743cc01aa534e is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:25:41.615729 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:25:41.622428 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:25:41.635134 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Made reservation on behalf of f3ce06bd968a4bc882f743cc01aa534e for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:25:41.637575 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:42.126023 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.objects.ports [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91664) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 19 09:25:42.126451 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:42.130099 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:42.198928 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a6e2f35-e4b2-4cec-9431-2dad7fb493de,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:42.206106 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:42.206867 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:25:42.207231 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Network hostable DHCP agents. Network: 05abf8e6-37a9-4415-9dd9-529b25207a68, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:25:42.226714 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:25:42.236417 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 05abf8e6-37a9-4415-9dd9-529b25207a68) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:25:42.240495 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:42.241089 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:42.246353 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55315541-20fc-468b-a13a-1c0b74c06d5b None None] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:25:42.262359 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6631126 May 19 09:25:42.452543 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4ffd96-cc4d-441f-9df2-d586b7d9a0d9 None None] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:25:44.179188 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device a32ccae9-cda3-4c28-b13d-a754cd539575 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:25:44.251364 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port a32ccae9-cda3-4c28-b13d-a754cd539575 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:25:44.256361 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port a32ccae9-cda3-4c28-b13d-a754cd539575 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:44.256820 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:44.371479 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:44.404763 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port a32ccae9-cda3-4c28-b13d-a754cd539575, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=a32ccae9-cda3-4c28-b13d-a754cd539575,segment=NetworkSegment(9782ea6a-8cf3-4367-9d7e-a858e63b871a),segment_id=9782ea6a-8cf3-4367-9d7e-a858e63b871a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:25:44.410085 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:44.412322 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:44.483355 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=a32ccae9-cda3-4c28-b13d-a754cd539575,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:44.492384 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:44.523165 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49328) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:44.776256 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0801ad38-48c7-4a66-a2b0-6a515fc3b0ce admin admin] 10.222.0.46 "GET /v2.0/routers/05448f3e-7c8d-4d9f-817a-83d6e6fb9687 HTTP/1.1" status: 200 len: 710 time: 0.2520435 May 19 09:25:44.902154 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc2079bd-58c6-4950-a896-e8b6ad1429a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:25:44.908732 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-fc2079bd-58c6-4950-a896-e8b6ad1429a9 admin admin] 10.222.0.46 "GET /v2.0/networks/05abf8e6-37a9-4415-9dd9-529b25207a68 HTTP/1.1" status: 200 len: 886 time: 0.1221037 May 19 09:25:44.912608 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:25:45.343393 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:45.664268 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:45.720324 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:45.850244 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Allocated IP 172.27.1.203 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/bbccd1bc-778c-4f5b-9739-6673fcd56fcf) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:25:45.992027 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:46.020828 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:46.024492 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:46.136277 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:25:46.139118 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:25:46.142788 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:25:46.165833 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device a32ccae9-cda3-4c28-b13d-a754cd539575 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:25:46.209969 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Pushing event updated for resources: {'Port': ['ID=bbccd1bc-778c-4f5b-9739-6673fcd56fcf,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:46.235401 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port a32ccae9-cda3-4c28-b13d-a754cd539575 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:46.235819 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:46.259377 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:46.527436 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:46.815238 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 5 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:25:46.859308 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:46.862541 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-651256', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-651137', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-550685'] for router, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:47.037961 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Router 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:25:47.212459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:25:47.222308 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Sync routers for ids ['05448f3e-7c8d-4d9f-817a-83d6e6fb9687'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:25:47.225034 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:47.226274 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] 10.222.0.46 "PUT /v2.0/routers/05448f3e-7c8d-4d9f-817a-83d6e6fb9687 HTTP/1.1" status: 200 len: 890 time: 2.3168874 May 19 09:25:47.232533 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Routers {'05448f3e-7c8d-4d9f-817a-83d6e6fb9687'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:25:47.233201 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:25:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['05448f3e-7c8d-4d9f-817a-83d6e6fb9687'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:47.424499 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Set router 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:25:47.784752 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'name': 'router1', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bbccd1bc-778c-4f5b-9739-6673fcd56fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:25:28Z', 'updated_at': '2021-05-19T09:25:46Z', 'revision_number': 4, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'gw_port': {'id': 'bbccd1bc-778c-4f5b-9739-6673fcd56fcf', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:af:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:25:45Z', 'updated_at': '2021-05-19T09:25:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'a32ccae9-cda3-4c28-b13d-a754cd539575', 'name': '', 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'mac_address': 'fa:16:3e:3f:cf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51629763-7d6c-48e5-8460-0d621d56a422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:25:37Z', 'updated_at': '2021-05-19T09:25:44Z', 'revision_number': 5, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'subnets': [{'id': '51629763-7d6c-48e5-8460-0d621d56a422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063d2c6-47f6-49aa-8833-4588e61cea4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:47.789582 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Checking router: 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:25:47.789946 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Updating router 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 port bbccd1bc-778c-4f5b-9739-6673fcd56fcf binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:25:47.841352 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:48.165257 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:48.177399 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Transition to ACTIVE for port object bbccd1bc-778c-4f5b-9739-6673fcd56fcf will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:25:48.184527 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:48.188274 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:48.263248 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Attempting to bind port bbccd1bc-778c-4f5b-9739-6673fcd56fcf on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:25:48.263964 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Attempting to bind port bbccd1bc-778c-4f5b-9739-6673fcd56fcf by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:25:48.264070 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Attempting to bind port bbccd1bc-778c-4f5b-9739-6673fcd56fcf on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:25:48.272504 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7effe8b-7daf-4f7e-9d80-138494f40aee None None] Pushing event updated for resources: {'Port': ['ID=bbccd1bc-778c-4f5b-9739-6673fcd56fcf,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:48.275144 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a7effe8b-7daf-4f7e-9d80-138494f40aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:48.276180 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:25:48.276554 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:25:48.277020 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:48.277517 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:25:48.277998 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Bound port: bbccd1bc-778c-4f5b-9739-6673fcd56fcf, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:25:48.278374 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:48.350219 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] For port bbccd1bc-778c-4f5b-9739-6673fcd56fcf, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:25:48.353026 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] For port bbccd1bc-778c-4f5b-9739-6673fcd56fcf, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=bbccd1bc-778c-4f5b-9739-6673fcd56fcf,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:25:48.358600 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:48.362409 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-cd6ac427-02f3-4b18-ba63-15a515b6fa40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:48.436793 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Routers {'05448f3e-7c8d-4d9f-817a-83d6e6fb9687'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:25:48.437399 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:25:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['05448f3e-7c8d-4d9f-817a-83d6e6fb9687'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:48.502834 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7effe8b-7daf-4f7e-9d80-138494f40aee None None] Pushing event updated for resources: {'Port': ['ID=bbccd1bc-778c-4f5b-9739-6673fcd56fcf,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:48.505853 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a7effe8b-7daf-4f7e-9d80-138494f40aee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:48.624683 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] Set router 05448f3e-7c8d-4d9f-817a-83d6e6fb9687 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:25:48.948279 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'name': 'router1', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bbccd1bc-778c-4f5b-9739-6673fcd56fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:25:28Z', 'updated_at': '2021-05-19T09:25:46Z', 'revision_number': 4, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'gw_port': {'id': 'bbccd1bc-778c-4f5b-9739-6673fcd56fcf', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:af:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:25:45Z', 'updated_at': '2021-05-19T09:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'a32ccae9-cda3-4c28-b13d-a754cd539575', 'name': '', 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'mac_address': 'fa:16:3e:3f:cf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51629763-7d6c-48e5-8460-0d621d56a422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:25:37Z', 'updated_at': '2021-05-19T09:25:44Z', 'revision_number': 5, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'subnets': [{'id': '51629763-7d6c-48e5-8460-0d621d56a422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063d2c6-47f6-49aa-8833-4588e61cea4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:25:48.952262 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68276be4-577e-464b-bd40-c8442b1284cc None None] The sync data for ids ['05448f3e-7c8d-4d9f-817a-83d6e6fb9687'] in dv-cinder-791281-2-iscsi is: [{'id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'name': 'router1', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': 'bbccd1bc-778c-4f5b-9739-6673fcd56fcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:25:28Z', 'updated_at': '2021-05-19T09:25:46Z', 'revision_number': 4, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'gw_port': {'id': 'bbccd1bc-778c-4f5b-9739-6673fcd56fcf', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:af:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:25:45Z', 'updated_at': '2021-05-19T09:25:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'a32ccae9-cda3-4c28-b13d-a754cd539575', 'name': '', 'network_id': 'f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f', 'tenant_id': '61ba08cd499345c2b210d64784a8fb7d', 'mac_address': 'fa:16:3e:3f:cf:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05448f3e-7c8d-4d9f-817a-83d6e6fb9687', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '51629763-7d6c-48e5-8460-0d621d56a422', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:25:37Z', 'updated_at': '2021-05-19T09:25:44Z', 'revision_number': 5, 'project_id': '61ba08cd499345c2b210d64784a8fb7d', 'subnets': [{'id': '51629763-7d6c-48e5-8460-0d621d56a422', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9063d2c6-47f6-49aa-8833-4588e61cea4e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:25:49.543105 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49338) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:25:49.658056 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-dc6733b9-9654-47ca-9dbb-f67b7b6df734 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1137738 May 19 09:25:50.192281 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bbccd1bc-778c-4f5b-9739-6673fcd56fcf up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:25:50.287425 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port bbccd1bc-778c-4f5b-9739-6673fcd56fcf completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:25:50.292751 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port bbccd1bc-778c-4f5b-9739-6673fcd56fcf triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:50.293137 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:50.411704 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:50.429148 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port bbccd1bc-778c-4f5b-9739-6673fcd56fcf, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=bbccd1bc-778c-4f5b-9739-6673fcd56fcf,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:25:50.433493 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:25:50.436629 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a7effe8b-7daf-4f7e-9d80-138494f40aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:25:50.524729 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=bbccd1bc-778c-4f5b-9739-6673fcd56fcf,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:25:50.528557 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:25:52.215335 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bbccd1bc-778c-4f5b-9739-6673fcd56fcf up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:25:52.284273 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port bbccd1bc-778c-4f5b-9739-6673fcd56fcf triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:25:52.284655 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:01.615176 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-744bfe6b-65e2-4124-9025-d6468753685d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:04.318439 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:04.358433 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c891-f6da-42fd-8fa0-b71526f26d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:05.081418 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:06.644410 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:23.820666 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 5 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:26:31.621563 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ad97348a-6ed1-46e4-9720-85d37ba944de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:34.304413 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:34.354216 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-95f1bfc7-bf99-403b-9ea1-16cf18ee81ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:35.075461 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:26:36.639514 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:00.827337 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 5 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:27:01.616914 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f86c42e-6c40-4431-bb35-efed46b3476d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:04.310285 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:04.357307 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-84b9cead-f7a5-435a-96da-e7497d6c1664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:05.079014 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:06.645996 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:24.240090 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49908) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:24.306878 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f016a7-52db-41cb-b176-67f6416795a6 admin admin] GET failed (client error): The resource could not be found. May 19 09:27:24.308215 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-f3f016a7-52db-41cb-b176-67f6416795a6 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0671618 May 19 09:27:24.483822 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6cd0e0-fb13-4e76-a48b-8890ead5a198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:24.485211 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-5b6cd0e0-fb13-4e76-a48b-8890ead5a198 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1730630 May 19 09:27:26.593502 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49918) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:26.700732 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf12016-248c-4ce9-8869-bf3e480a36e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:26.701301 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-3bf12016-248c-4ce9-8869-bf3e480a36e4 admin admin] Synchronizing usage tracker for tenant:f3ce06bd968a4bc882f743cc01aa534e on resource:subnet {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:27:26.720169 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-3bf12016-248c-4ce9-8869-bf3e480a36e4 admin admin] Unset dirty status for tenant:f3ce06bd968a4bc882f743cc01aa534e on resource:subnet {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:27:26.721294 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-3bf12016-248c-4ce9-8869-bf3e480a36e4 admin admin] 10.222.0.46 "GET /v2.0/subnets/51629763-7d6c-48e5-8460-0d621d56a422 HTTP/1.1" status: 200 len: 849 time: 0.1268530 May 19 09:27:26.731056 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:27:26.842874 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Notify callbacks [] for subnet, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:27.030166 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8733573513894'] for subnet, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:27.033806 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-78cfb872-fed9-4ba7-a2e2-1a73e2d0d072 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:27:27.077887 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:27.079020 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:27.081620 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] 10.222.0.46 "PUT /v2.0/subnets/51629763-7d6c-48e5-8460-0d621d56a422 HTTP/1.1" status: 200 len: 868 time: 0.3523962 May 19 09:27:27.084100 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2c816a-b56e-4b5f-9d38-1cfcec6a8f2b None None] Network f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:27:27.108774 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Pushing event updated for resources: {'Subnet': ['ID=51629763-7d6c-48e5-8460-0d621d56a422,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:27:27.117470 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.117862 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.118227 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.118560 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.118887 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.119217 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.119692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.119906 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.120204 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.120523 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.120840 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.121183 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:27:27.124913 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:27:27.590202 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-5c016c91-5558-4f23-91b5-05f9ff2049b9 None None] Provisioning complete for port f1c41882-f40b-4695-93b8-34e17c9f0242 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:27:27.590578 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5c016c91-5558-4f23-91b5-05f9ff2049b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:27.722552 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-5c016c91-5558-4f23-91b5-05f9ff2049b9 None None] Provisioning complete for port a32ccae9-cda3-4c28-b13d-a754cd539575 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:27:27.722826 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5c016c91-5558-4f23-91b5-05f9ff2049b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:29.185899 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49928) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:29.357508 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f85d6a0-9a15-49c7-885d-148a564e06c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:29.357993 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f85d6a0-9a15-49c7-885d-148a564e06c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:29.359519 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0f85d6a0-9a15-49c7-885d-148a564e06c6 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1726744 May 19 09:27:31.446210 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 49938) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:31.620240 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b2e93154-0eb5-411e-ba86-2f0ea48b9e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:31.625276 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a9dd9a-e095-47ef-9c9e-95a6399bc0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:31.625810 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a9dd9a-e095-47ef-9c9e-95a6399bc0ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:31.626472 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-66a9dd9a-e095-47ef-9c9e-95a6399bc0ea admin admin] Synchronizing usage tracker for tenant:f3ce06bd968a4bc882f743cc01aa534e on resource:network {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:27:31.644150 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-66a9dd9a-e095-47ef-9c9e-95a6399bc0ea admin admin] Unset dirty status for tenant:f3ce06bd968a4bc882f743cc01aa534e on resource:network {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:27:31.645563 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-66a9dd9a-e095-47ef-9c9e-95a6399bc0ea admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1983056 May 19 09:27:33.731023 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 49948) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:33.896868 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650d308-09ef-40b4-81cd-cd9a1fb60b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:33.898697 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-1650d308-09ef-40b4-81cd-cd9a1fb60b7b admin admin] 10.222.0.46 "GET /v2.0/networks/05abf8e6-37a9-4415-9dd9-529b25207a68 HTTP/1.1" status: 200 len: 886 time: 0.1666958 May 19 09:27:34.313819 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:34.364048 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-54087dae-7fa2-4ab8-9166-3e8628389f14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:35.080930 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:36.002179 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49958) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:36.171773 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8b5f4c2-7121-40b4-b96e-a27b481fe687 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:36.173125 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-a8b5f4c2-7121-40b4-b96e-a27b481fe687 admin admin] 10.222.0.46 "GET /v2.0/networks/f5d0dcfc-52cc-49d6-bd21-d2d31bd2e19f HTTP/1.1" status: 200 len: 869 time: 0.1700003 May 19 09:27:36.653608 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:27:37.818078 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 5 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:27:38.303562 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49968) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:38.409918 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eb1d62-5389-457c-9256-a23cda837a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:38.410393 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eb1d62-5389-457c-9256-a23cda837a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:38.411922 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-06eb1d62-5389-457c-9256-a23cda837a6f admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1068656 May 19 09:27:40.493128 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49978) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:40.601776 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7ee71-af16-4d5e-8b8b-b9bd35e93d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:40.603186 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab7ee71-af16-4d5e-8b8b-b9bd35e93d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:40.603987 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-bab7ee71-af16-4d5e-8b8b-b9bd35e93d54 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1097002 May 19 09:27:42.777203 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49988) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:42.910574 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0df06-def8-451b-981a-e73816ddedd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:42.912011 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-c1e0df06-def8-451b-981a-e73816ddedd3 admin admin] 10.222.0.46 "GET /v2.0/subnets/0a6e2f35-e4b2-4cec-9431-2dad7fb493de HTTP/1.1" status: 200 len: 816 time: 0.1335936 May 19 09:27:45.120903 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 49998) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:27:45.236050 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-731a13a8-79f8-47a0-a81a-63e141ced937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:27:45.237420 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-731a13a8-79f8-47a0-a81a-63e141ced937 admin admin] 10.222.0.46 "GET /v2.0/subnets/51629763-7d6c-48e5-8460-0d621d56a422 HTTP/1.1" status: 200 len: 868 time: 0.1155474 May 19 09:28:01.621911 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2bf96f04-c4a6-4921-874d-034da4756470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:04.316963 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:04.358538 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-59a3b7c3-d382-4c7f-9582-2af530688658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:05.086666 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:06.655826 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:08.134281 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50042) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:28:08.187726 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [None req-a86d3606-4073-495b-84b0-a8fa51b1d144 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:28:08.188919 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-a86d3606-4073-495b-84b0-a8fa51b1d144 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0535700 May 19 09:28:10.416709 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50052) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:28:10.484633 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabcfb4c-0a29-4786-8f97-24f9b28cbb74 admin admin] GET failed (client error): The resource could not be found. May 19 09:28:10.485874 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-aabcfb4c-0a29-4786-8f97-24f9b28cbb74 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0681770 May 19 09:28:10.619348 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39dcdc4d-5ba3-4db0-a468-6fa999a1cc55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:28:10.620866 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-39dcdc4d-5ba3-4db0-a468-6fa999a1cc55 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1312058 May 19 09:28:12.943918 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50062) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:28:12.995753 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:28:13.000907 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:28:13.010426 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:28:13.020448 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Made reservation on behalf of f3ce06bd968a4bc882f743cc01aa534e for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:28:13.022876 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:13.114661 dv-cinder-791281-2-iscsi neutron-server[91664]: WARNING neutron.services.revisions.revision_plugin [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Could not find related network for resource to bump revision. May 19 09:28:13.130125 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] vlan segment allocate from pool success with {'vlan_id': 961, 'physical_network': 'physnet1'} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:28:13.141498 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8733573544394', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:13.142109 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Unsubscribe: segment precommit_create {{(pid=91664) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 19 09:28:13.142559 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.segments_db [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Added segment e9ede3d3-9a7d-4a67-a093-9e6888e1692d of type vlan for network 85fbd380-690f-4451-930e-2a6b5b89ed13 May 19 09:28:13.181309 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:13.220613 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:13.222453 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:28:13.223226 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:13.227348 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:28:13.336692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Pushing event updated for resources: {'Network': ['ID=85fbd380-690f-4451-930e-2a6b5b89ed13,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:28:13.340578 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3955717 May 19 09:28:13.341268 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:28:13.353073 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 85fbd380-690f-4451-930e-2a6b5b89ed13 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:28:14.819422 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 5 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:28:15.546050 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50072) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:28:15.618625 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.pecan_wsgi.hooks.translation [None req-47018484-e0ff-4f54-86c6-b9c6ea20db2e admin admin] GET failed (client error): The resource could not be found. May 19 09:28:15.619166 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-47018484-e0ff-4f54-86c6-b9c6ea20db2e admin admin] Synchronizing usage tracker for tenant:f3ce06bd968a4bc882f743cc01aa534e on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:28:15.636918 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-47018484-e0ff-4f54-86c6-b9c6ea20db2e admin admin] Unset dirty status for tenant:f3ce06bd968a4bc882f743cc01aa534e on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:28:15.636918 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-47018484-e0ff-4f54-86c6-b9c6ea20db2e admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0903490 May 19 09:28:15.810026 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d4f78c-49ac-4445-8fb8-9b665b036328 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:28:15.811417 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-51d4f78c-49ac-4445-8fb8-9b665b036328 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1684058 May 19 09:28:15.821378 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:28:15.827977 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:28:15.837910 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:28:15.849638 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Made reservation on behalf of f3ce06bd968a4bc882f743cc01aa534e for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:28:15.852632 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:16.267602 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:16.273354 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:28:16.347657 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0ef4df6-9253-4f78-be96-c5d56d35eaa1,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:28:16.351444 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:28:16.357433 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Checking segment: {'id': 'e9ede3d3-9a7d-4a67-a093-9e6888e1692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:28:16.357786 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Network hostable DHCP agents. Network: 85fbd380-690f-4451-930e-2a6b5b89ed13, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:28:16.376177 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Network 85fbd380-690f-4451-930e-2a6b5b89ed13 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:28:16.391117 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 85fbd380-690f-4451-930e-2a6b5b89ed13) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:28:16.395470 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:28:16.396149 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:16.402610 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a1c908-7dd2-4091-8c23-4ddf4e05499f None None] Network 85fbd380-690f-4451-930e-2a6b5b89ed13 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:28:16.423746 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6059349 May 19 09:28:16.701054 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-85fbd380-690f-4451-930e-2a6b5b89ed13', 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13', 'tenant_id': 'f3ce06bd968a4bc882f743cc01aa534e', 'fixed_ips': [{'subnet_id': 'a0ef4df6-9253-4f78-be96-c5d56d35eaa1'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:28:16.701908 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:16.888891 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Allocated IP 192.168.233.2 (85fbd380-690f-4451-930e-2a6b5b89ed13/a0ef4df6-9253-4f78-be96-c5d56d35eaa1/9d320262-057e-4bd2-96bd-ebae7b106a52) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:28:17.121569 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:17.132649 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Transition to ACTIVE for port object 9d320262-057e-4bd2-96bd-ebae7b106a52 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:28:17.153018 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Transition to ACTIVE for port object 9d320262-057e-4bd2-96bd-ebae7b106a52 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:28:17.159055 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:17.164424 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:28:17.236251 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Network 85fbd380-690f-4451-930e-2a6b5b89ed13 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:28:17.239160 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:28:17.247085 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:28:17.249498 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Pushing event updated for resources: {'Port': ['ID=9d320262-057e-4bd2-96bd-ebae7b106a52,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:28:17.261062 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.261407 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.261741 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.262101 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.262434 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.262910 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.263407 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.263769 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.264115 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.264452 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.264966 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.265445 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:28:17.295875 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:28:17.360773 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Attempting to bind port 9d320262-057e-4bd2-96bd-ebae7b106a52 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:28:17.361154 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Attempting to bind port 9d320262-057e-4bd2-96bd-ebae7b106a52 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': 'e9ede3d3-9a7d-4a67-a093-9e6888e1692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:28:17.361497 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Attempting to bind port 9d320262-057e-4bd2-96bd-ebae7b106a52 on network 85fbd380-690f-4451-930e-2a6b5b89ed13 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:28:17.367536 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:28:17.367936 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Checking segment: {'id': 'e9ede3d3-9a7d-4a67-a093-9e6888e1692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:28:17.368441 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:17.368823 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Bound using segment: {'id': 'e9ede3d3-9a7d-4a67-a093-9e6888e1692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:28:17.369294 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Bound port: 9d320262-057e-4bd2-96bd-ebae7b106a52, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9ede3d3-9a7d-4a67-a093-9e6888e1692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:28:17.369663 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:17.461129 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] For port 9d320262-057e-4bd2-96bd-ebae7b106a52, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:28:17.465134 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] For port 9d320262-057e-4bd2-96bd-ebae7b106a52, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=9d320262-057e-4bd2-96bd-ebae7b106a52,segment=NetworkSegment(e9ede3d3-9a7d-4a67-a093-9e6888e1692d),segment_id=e9ede3d3-9a7d-4a67-a093-9e6888e1692d)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:28:17.471048 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:17.475195 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:28:17.558228 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Pushing event updated for resources: {'Port': ['ID=9d320262-057e-4bd2-96bd-ebae7b106a52,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:28:17.572035 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:28:18.348791 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 9d320262-057e-4bd2-96bd-ebae7b106a52 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:28:18.413015 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7972d8-a717-48f1-8e6c-62600a123700 None None] Network 85fbd380-690f-4451-930e-2a6b5b89ed13 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:28:18.542507 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-0b33738a-cf73-4838-8bdb-3ad9a5e8f5f3 None None] Provisioning for port 9d320262-057e-4bd2-96bd-ebae7b106a52 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:28:18.548022 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 9d320262-057e-4bd2-96bd-ebae7b106a52 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:28:18.555664 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-0b33738a-cf73-4838-8bdb-3ad9a5e8f5f3 None None] Provisioning complete for port 9d320262-057e-4bd2-96bd-ebae7b106a52 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:28:18.556040 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0b33738a-cf73-4838-8bdb-3ad9a5e8f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:18.593132 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 9d320262-057e-4bd2-96bd-ebae7b106a52 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:28:18.593511 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:18.903321 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0b33738a-cf73-4838-8bdb-3ad9a5e8f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:18.919722 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:18.968334 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-0b33738a-cf73-4838-8bdb-3ad9a5e8f5f3 None None] For port 9d320262-057e-4bd2-96bd-ebae7b106a52, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=9d320262-057e-4bd2-96bd-ebae7b106a52,segment=NetworkSegment(e9ede3d3-9a7d-4a67-a093-9e6888e1692d),segment_id=e9ede3d3-9a7d-4a67-a093-9e6888e1692d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:28:18.975308 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0b33738a-cf73-4838-8bdb-3ad9a5e8f5f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:18.978802 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:28:19.105060 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.db.api [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 09:28:19.105468 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_db.api [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 09:28:19.109263 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b33738a-cf73-4838-8bdb-3ad9a5e8f5f3 None None] Pushing event updated for resources: {'Port': ['ID=9d320262-057e-4bd2-96bd-ebae7b106a52,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:28:19.112738 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0b33738a-cf73-4838-8bdb-3ad9a5e8f5f3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:28:19.203350 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-342b052b-4eb5-41a7-85ae-9c4201856ffc None None] Provisioning complete for port 9d320262-057e-4bd2-96bd-ebae7b106a52 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:28:19.203691 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-342b052b-4eb5-41a7-85ae-9c4201856ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:20.292799 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 9d320262-057e-4bd2-96bd-ebae7b106a52 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:28:20.362057 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 9d320262-057e-4bd2-96bd-ebae7b106a52 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:28:20.362433 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:31.628701 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c76f89da-d00c-46f2-8a8a-1f6dcd01638c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:34.322741 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:34.364427 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2426d1ef-134d-48a8-aae6-bf9b98556d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:35.087186 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:36.661626 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:28:51.823646 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 5 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:29:01.622380 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-07a05874-e4c2-4bea-82e9-eb04ff47af91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:04.325289 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:04.359308 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-438adb4a-dee1-4c56-991c-0ef58092f900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:05.090806 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:06.665476 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:26.852514 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50124) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:29:26.858358 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [None req-dc3c88d4-be99-48d5-b138-64810fffa124 tempest-verify_tempest_config-875542924 tempest-verify_tempest_config-875542924-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:29:26.859291 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-dc3c88d4-be99-48d5-b138-64810fffa124 tempest-verify_tempest_config-875542924 tempest-verify_tempest_config-875542924-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058272 May 19 09:29:27.161163 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50142) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:29:27.274979 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:27.289015 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:29:27.292742 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Usage tracker for resource:security_group_rule and tenant:31bdbecba2184cacbc2bb99d8c0c7a01 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:29:27.295897 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:29:27.301512 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:29:27.400411 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:27.404193 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:27.412225 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:29:27.451184 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=31bdbecba2184cacbc2bb99d8c0c7a01&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2890160 May 19 09:29:27.452009 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c88019-b003-4177-a440-cadb59ab7621,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:29:27.453882 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50148) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:29:27.470656 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.471014 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.471349 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.471710 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.472036 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.472374 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.472698 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.473016 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.473348 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.473667 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.473979 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.474289 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:29:27.478701 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:29:27.523884 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd406-3b10-413c-bdd2-8bce995bf57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:27.548143 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd406-3b10-413c-bdd2-8bce995bf57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:27.639084 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd406-3b10-413c-bdd2-8bce995bf57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:27.642926 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:29:27.655282 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdd406-3b10-413c-bdd2-8bce995bf57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c88019-b003-4177-a440-cadb59ab7621,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:29:27.658119 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e5cdd406-3b10-413c-bdd2-8bce995bf57c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:29:27.660045 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e5cdd406-3b10-413c-bdd2-8bce995bf57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:27.661537 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-e5cdd406-3b10-413c-bdd2-8bce995bf57c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78c88019-b003-4177-a440-cadb59ab7621 HTTP/1.1" status: 204 len: 168 time: 0.2063837 May 19 09:29:28.830756 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 5 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:29:31.624510 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7ee638df-7eae-46b8-8c66-603db6497126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:34.328066 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:34.352425 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4e4ef347-b366-4bad-8460-0322bcb0243b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:35.094233 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:29:36.666989 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:01.626473 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d22251da-24c5-47b5-b3e9-fdbd95ebe581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:04.328952 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:04.352404 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-551ef4e4-2e04-4e89-8b8f-a334250031c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:05.096975 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:05.835945 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 5 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:30:06.669900 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:31.628781 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d2c744e5-15ef-4757-9099-f44c47cba87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:34.331293 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:34.353336 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8a50df5d-ed13-45f6-9e5b-2cac73bc1c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:35.100819 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:36.674162 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:30:42.839904 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 5 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:31:01.631893 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-371e3cc5-5527-486c-b5ef-09f9e2088dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:04.333207 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:04.355435 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3c9663bc-e405-4b06-b9a9-404f67c56deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:05.101985 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:05.736703 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412'] for agent, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:06.678509 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:07.141227 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50200) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:07.255137 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-ca4d5968-cf92-4a4f-9560-5f0e9e20853a admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1127906 May 19 09:31:09.410701 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50210) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:31:09.466831 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-88513e58-7a8d-47bc-8e16-6d0bfb4dd205 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0550504 May 19 09:31:19.846817 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:31:31.634587 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-962ec0de-4ed9-490e-ba07-cd883f7aecc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:34.334984 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:34.364401 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a1bb4be2-72b9-4d03-a5b5-1843f6f32a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.104559 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:35.706584 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:36.680273 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:31:56.852014 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:32:01.640229 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9084a681-085b-4c1c-a7ae-6bf66621d649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:04.352009 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:04.372900 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1c5a15fb-38aa-4945-9464-7a514855caa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:05.107194 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:05.706096 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:06.684279 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:31.647406 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c01f1c03-81f4-472f-af26-78e5559c2fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:33.866104 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:32:34.337784 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:34.361830 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-74bb7184-36e6-41df-b15c-52ba75c0d0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.114522 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.431609 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50378) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:35.733240 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.784874 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50402) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:35.799723 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1618093628-network', 'tenant_id': '45efc211d6134ba9bd1a1fed97fca88a'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:35.805554 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:35.810069 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Usage tracker for resource:network and tenant:45efc211d6134ba9bd1a1fed97fca88a is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:35.813363 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:35.819387 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:35.822932 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50408) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:35.832622 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Made reservation on behalf of 45efc211d6134ba9bd1a1fed97fca88a for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:35.835496 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.848002 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.865364 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:35.869557 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Usage tracker for resource:security_group_rule and tenant:45efc211d6134ba9bd1a1fed97fca88a is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:35.872674 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:35.879139 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:35.972541 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.976788 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:35.982472 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:36.015951 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24199038-c360-4797-930e-1d789580ff6c,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:36.023249 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:32:36.025902 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.026268 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.026603 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.027126 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.027452 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.027820 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.028137 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.028456 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.028793 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.029111 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.029422 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.029733 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Tracked resource versions report: May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: pushed versions: May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: { 'AddressGroup': {'1.2'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'ConntrackHelper': {'1.0'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Log': {'1.0'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Network': {'1.1'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Port': {'1.7'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'PortForwarding': {'1.2'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'QosPolicy': {'1.8'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SecurityGroup': {'1.4'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SecurityGroupRule': {'1.2'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SubPort': {'1.0'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Subnet': {'1.1'}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Trunk': {'1.1'}} May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: consumer versions: May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: { DHCP agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: HyperV agent@hv-cinder-79128: {}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: L3 agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: Metadata agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: Metering agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: Open vSwitch agent@dv-cinder-791281-2-iscsi: { 'AddressGroup': '1.2', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'ConntrackHelper': '1.0', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Log': '1.0', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Network': '1.1', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Port': '1.7', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'PortForwarding': '1.2', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'QosPolicy': '1.8', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SecurityGroup': '1.4', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SecurityGroupRule': '1.2', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'SubPort': '1.0', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Subnet': '1.1', May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: 'Trunk': '1.1'}} May 19 09:32:36.030807 dv-cinder-791281-2-iscsi neutron-server[91664]: {{(pid=91664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:32:36.040649 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.041008 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.segments_db [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Added segment 17863d32-8029-409c-a81b-c8db620d3a0f of type vlan for network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 May 19 09:32:36.066846 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.077359 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:36.097840 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-network', 'tenant_id': '864023c8c80d472fb822567abae0752e'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:36.107309 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-101203435-network', 'tenant_id': 'f0076b972f124ec4a610dc048fd91bcb'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:36.107961 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:36.112666 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:36.116536 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Usage tracker for resource:network and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:36.117472 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Usage tracker for resource:network and tenant:f0076b972f124ec4a610dc048fd91bcb is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:36.120695 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:36.121253 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.122181 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:36.125408 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:36.125987 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.134655 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:36.137281 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:36.141733 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:36.152617 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Made reservation on behalf of f0076b972f124ec4a610dc048fd91bcb for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:36.157168 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.170536 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Made reservation on behalf of 864023c8c80d472fb822567abae0752e for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:36.172924 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.179952 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.196546 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:36.200518 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Usage tracker for resource:security_group_rule and tenant:f0076b972f124ec4a610dc048fd91bcb is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:36.204212 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:36.205409 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.212526 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:36.230098 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7939527 May 19 09:32:36.230902 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50430) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:36.240308 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:36.244280 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Usage tracker for resource:security_group_rule and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:36.247199 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:36.253779 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:36.271763 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Request body: {'subnet': {'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1618093628-subnet', 'tenant_id': '45efc211d6134ba9bd1a1fed97fca88a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:36.276749 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:36.281968 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Usage tracker for resource:subnet and tenant:45efc211d6134ba9bd1a1fed97fca88a is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:36.285244 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:36.307842 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50434) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:36.346272 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.346998 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:36.361656 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.367944 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Made reservation on behalf of 45efc211d6134ba9bd1a1fed97fca88a for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:36.368102 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:36.370303 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.399859 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Pushing event updated for resources: {'Network': ['ID=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:36.405040 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:32:36.416729 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe7b1f8-179f-44ce-ab1e-00601f6afac4,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:36.429673 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:32:36.437544 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.438232 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.438512 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.438840 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.439167 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.439523 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.439860 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.440225 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.440545 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.440863 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.441177 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.441506 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Tracked resource versions report: May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: pushed versions: May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: { 'AddressGroup': {'1.2'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'ConntrackHelper': {'1.0'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Log': {'1.0'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Network': {'1.1'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Port': {'1.7'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'PortForwarding': {'1.2'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'QosPolicy': {'1.8'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SecurityGroup': {'1.4'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SecurityGroupRule': {'1.2'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SubPort': {'1.0'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Subnet': {'1.1'}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Trunk': {'1.1'}} May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: consumer versions: May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: { DHCP agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: HyperV agent@hv-cinder-79128: {}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: L3 agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: Metadata agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: Metering agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: Open vSwitch agent@dv-cinder-791281-2-iscsi: { 'AddressGroup': '1.2', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'ConntrackHelper': '1.0', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Log': '1.0', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Network': '1.1', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Port': '1.7', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'PortForwarding': '1.2', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'QosPolicy': '1.8', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SecurityGroup': '1.4', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SecurityGroupRule': '1.2', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'SubPort': '1.0', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Subnet': '1.1', May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: 'Trunk': '1.1'}} May 19 09:32:36.442586 dv-cinder-791281-2-iscsi neutron-server[91663]: {{(pid=91663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:32:36.446889 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:36.447873 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.448219 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Added segment 455ec8bc-749d-4663-8486-07ee6106d464 of type vlan for network bc257cdb-875b-461b-9220-5fbca35bf11e May 19 09:32:36.497939 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.516900 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50444) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:36.573155 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.575076 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:36.575905 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.589005 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:36.596744 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:36.686175 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Pushing event updated for resources: {'Network': ['ID=bc257cdb-875b-461b-9220-5fbca35bf11e,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:36.691342 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-594107359-network', 'tenant_id': 'a12fadd111394d43aca9413095296bf9'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:36.697287 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:36.701221 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network bc257cdb-875b-461b-9220-5fbca35bf11e details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:32:36.702251 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Usage tracker for resource:network and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:36.704956 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:36.711383 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:36.721617 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:36.726182 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Made reservation on behalf of a12fadd111394d43aca9413095296bf9 for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:36.729274 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.746073 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.762281 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:36.766521 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Usage tracker for resource:security_group_rule and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:36.769842 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:36.776732 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:36.799058 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9747531 May 19 09:32:36.801978 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50456) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:36.809733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Request body: {'subnet': {'network_id': 'bc257cdb-875b-461b-9220-5fbca35bf11e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-101203435-subnet', 'tenant_id': 'f0076b972f124ec4a610dc048fd91bcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:36.819224 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:36.836930 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.853182 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.873479 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] vlan segment allocate from pool success with {'vlan_id': 952, 'physical_network': 'physnet1'} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:32:36.890070 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.894355 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Usage tracker for resource:subnet and tenant:f0076b972f124ec4a610dc048fd91bcb is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:36.895487 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.895862 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.segments_db [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Added segment 4986bda2-8886-4e1a-85d1-f4fee78d588a of type vlan for network cc30172b-a480-4f81-b501-180bafad8e73 May 19 09:32:36.900920 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1876134600-network', 'tenant_id': '415d2a106ab14d6d8659ccb81344ace7'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:36.904624 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:36.907859 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.916829 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:36.926455 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:36.936404 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.946019 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:36.961619 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c873cfcb-91c1-4a2f-9f1e-92aa90c1d932,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:36.973204 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:36.975614 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4cbfe3f0-15a5-4ece-b5b0-dd816be25308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:36.979253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:36.986140 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Usage tracker for resource:network and tenant:415d2a106ab14d6d8659ccb81344ace7 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:36.992102 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:36.995082 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.000247 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] vlan segment allocate from pool success with {'vlan_id': 972, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:32:37.003353 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:37.005505 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.008105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Made reservation on behalf of f0076b972f124ec4a610dc048fd91bcb for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:37.010887 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.043212 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0702a9ba-ad4e-43ab-80f4-f64c61dd523f,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:37.049762 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:37.050575 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:37.133247 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:37.146783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.147098 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Added segment 0f66b926-0cfe-4070-ad18-dbe105844cea of type vlan for network c123ff2b-f731-4b43-b174-2198f1d922d6 May 19 09:32:37.187832 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Made reservation on behalf of 415d2a106ab14d6d8659ccb81344ace7 for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:37.190379 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.223059 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4370589 May 19 09:32:37.224339 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50480) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:37.239246 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.264875 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Request body: {'subnet': {'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-subnet', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:37.268458 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Pushing event updated for resources: {'Network': ['ID=cc30172b-a480-4f81-b501-180bafad8e73,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:37.277510 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:37.282167 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network cc30172b-a480-4f81-b501-180bafad8e73 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:32:37.291327 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.292043 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:37.296304 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Usage tracker for resource:subnet and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:37.311934 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:37.319741 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:37.329473 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:37.346065 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Usage tracker for resource:security_group_rule and tenant:415d2a106ab14d6d8659ccb81344ace7 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:37.355287 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:37.372827 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.378432 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-67b301b0-ea02-4940-aae1-e4c8c727b36b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:37.383748 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:37.406057 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.409042 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:37.409862 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.435617 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:37.456194 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Made reservation on behalf of 864023c8c80d472fb822567abae0752e for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:37.459310 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.653297 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Pushing event updated for resources: {'Network': ['ID=c123ff2b-f731-4b43-b174-2198f1d922d6,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:37.666962 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network c123ff2b-f731-4b43-b174-2198f1d922d6 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:32:37.679066 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d13d5d72-bec9-49ea-9ebb-f79763e8470f,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:37.684794 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:37.709173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Checking segment: {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:37.709173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Network hostable DHCP agents. Network: d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:32:37.723765 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:37.736689 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4196103 May 19 09:32:37.742721 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50490) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:37.751927 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Request body: {'subnet': {'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-594107359-subnet', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:37.762377 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:37.769530 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Usage tracker for resource:subnet and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:37.774060 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:37.784547 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:32:37.785856 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:37.818013 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Made reservation on behalf of a12fadd111394d43aca9413095296bf9 for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:37.821281 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.878655 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:37.887516 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e584b845-2b94-44a1-8d06-36ed251de009 None None] Network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:37.905655 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:37.909540 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:37.968433 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7324824 May 19 09:32:38.019511 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.027338 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.042628 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:38.105885 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] vlan segment allocate from pool success with {'vlan_id': 990, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:32:38.122296 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e090c2ef-5e1f-422f-ac0c-bd49d7676e54,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:38.135883 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:38.166230 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.166656 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Added segment 9449edc9-249d-4122-a97a-215a694d0426 of type vlan for network 47a824f1-d235-49b6-8995-5a3bd70a196c May 19 09:32:38.351805 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.418136 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8d3a03-34f0-47cb-9990-6f5d34680cd2 None None] Network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:38.440096 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.447477 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.448795 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:38.502761 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:38.555600 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0c788fd-a746-4bdb-956b-780fe760a6b0,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:38.559610 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:38.567034 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Checking segment: {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:38.567724 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Network hostable DHCP agents. Network: cc30172b-a480-4f81-b501-180bafad8e73, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:32:38.592888 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Network cc30172b-a480-4f81-b501-180bafad8e73 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:32:38.625206 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, cc30172b-a480-4f81-b501-180bafad8e73) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:38.633274 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:38.633880 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.653066 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.660266 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf3843c-e8ad-422e-b77c-211ee261c7d9 None None] Network cc30172b-a480-4f81-b501-180bafad8e73 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:38.674398 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4427793 May 19 09:32:38.675326 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50530) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:38.678936 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:38.679664 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.685698 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:38.698243 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a1b6ab-1a55-4ebd-b3d7-396c2f1e24f1,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:38.698938 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:38.705728 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:38.705964 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Usage tracker for resource:router and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:38.709833 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:38.714618 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:38.740582 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:38.754823 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Checking segment: {'id': '455ec8bc-749d-4663-8486-07ee6106d464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': 'bc257cdb-875b-461b-9220-5fbca35bf11e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:38.755320 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Network hostable DHCP agents. Network: bc257cdb-875b-461b-9220-5fbca35bf11e, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:32:38.789499 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.790653 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.793448 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2738764 May 19 09:32:38.794448 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50538) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:38.813484 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Request body: {'subnet': {'network_id': '47a824f1-d235-49b6-8995-5a3bd70a196c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1876134600-subnet', 'tenant_id': '415d2a106ab14d6d8659ccb81344ace7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:38.836213 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:38.848481 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Usage tracker for resource:subnet and tenant:415d2a106ab14d6d8659ccb81344ace7 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:38.860592 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:38.883192 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:38.893322 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.932552 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Made reservation on behalf of 415d2a106ab14d6d8659ccb81344ace7 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:38.935349 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.948319 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-cc30172b-a480-4f81-b501-180bafad8e73', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:32:38.949337 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:38.954225 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Pushing event updated for resources: {'Network': ['ID=47a824f1-d235-49b6-8995-5a3bd70a196c,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:38.965593 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:38.976767 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 47a824f1-d235-49b6-8995-5a3bd70a196c details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:32:38.986464 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Network bc257cdb-875b-461b-9220-5fbca35bf11e is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:32:39.014861 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, bc257cdb-875b-461b-9220-5fbca35bf11e) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:39.022538 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:39.024007 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.074397 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.2705369 May 19 09:32:39.116202 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd13121-04d7-41b3-ac77-535429a82795 None None] Network bc257cdb-875b-461b-9220-5fbca35bf11e requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:39.152707 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.163629 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-528d5d0b-5b37-49cf-8b5a-da38d5763ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:39.261694 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5d79cb4-dce7-409f-9962-8a8e470db3a6,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:39.273386 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:39.276396 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Checking segment: {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:39.276949 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Network hostable DHCP agents. Network: c123ff2b-f731-4b43-b174-2198f1d922d6, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:32:39.299493 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Network c123ff2b-f731-4b43-b174-2198f1d922d6 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:32:39.311521 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, c123ff2b-f731-4b43-b174-2198f1d922d6) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:39.327002 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:39.327905 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.352030 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6079347 May 19 09:32:39.354537 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50578) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:39.363241 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:39.372660 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:39.379057 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Usage tracker for resource:router and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:39.384144 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:39.392375 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:39.406798 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.409901 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.440695 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82c1ebf-9226-4f3f-987d-d45fea21090f None None] Network c123ff2b-f731-4b43-b174-2198f1d922d6 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:39.446919 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.496930 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:39.714490 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50586) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:39.720623 dv-cinder-791281-2-iscsi neutron-server[91664]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 19 09:32:39.779302 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50596) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:39.796014 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbab2b8f-8047-4d80-a6eb-b034a1b4e554 None None] Network bc257cdb-875b-461b-9220-5fbca35bf11e requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:39.925215 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.329803 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.355627 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-79ec626d-6292-4827-b432-08cfbdb141d0 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:40.356258 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-79ec626d-6292-4827-b432-08cfbdb141d0 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Synchronizing usage tracker for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:40.365753 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-c123ff2b-f731-4b43-b174-2198f1d922d6', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:32:40.366581 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.392722 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Allocated IP 172.20.0.2 (cc30172b-a480-4f81-b501-180bafad8e73/b0c788fd-a746-4bdb-956b-780fe760a6b0/8e10987f-42ee-45a4-80a8-ec470a5733f3) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:40.400993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:40.420872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Usage tracker for resource:security_group_rule and tenant:ff632f86c1fe4846ae4c47473f352169 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:40.424683 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:40.435548 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.446168 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:40.483865 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.503950 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-79ec626d-6292-4827-b432-08cfbdb141d0 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Unset dirty status for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:40.517827 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-79ec626d-6292-4827-b432-08cfbdb141d0 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 815 time: 0.8022223 May 19 09:32:40.523190 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50620) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:40.538910 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.556892 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.569596 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-1977f38c-bc7e-40e1-a8a3-52afc1090a51 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/quotas/45efc211d6134ba9bd1a1fed97fca88a HTTP/1.1" status: 200 len: 375 time: 0.0491471 May 19 09:32:40.774091 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ac2c7e33-b029-458f-ba26-230ea56fe46a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2036057 May 19 09:32:40.775295 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50634) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:40.805303 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.826865 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1319257779-network', 'tenant_id': 'c8003922c68d424aa9ad871581bb2e92'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:40.829183 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Allocated IP 172.27.1.55 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/2c227e76-4d83-49c1-94e1-c5291d0fa709) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:40.832566 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:40.837316 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Usage tracker for resource:network and tenant:c8003922c68d424aa9ad871581bb2e92 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:40.840719 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:40.848315 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:40.904570 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Allocated IP 172.20.0.2 (c123ff2b-f731-4b43-b174-2198f1d922d6/e5d79cb4-dce7-409f-9962-8a8e470db3a6/501d9e30-68d6-4b9a-8eac-79c47c047160) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:40.930228 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Made reservation on behalf of c8003922c68d424aa9ad871581bb2e92 for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:40.932960 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.935084 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.948417 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.949682 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a6198d48-e59e-42ab-80aa-788857e43c36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:40.961467 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.962727 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:40.975672 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4c807bb1-7cd8-48ee-9890-c95c8751900d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:41.012601 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:41.031169 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Usage tracker for resource:security_group_rule and tenant:d82f088819294cb4be059f2f42a5cdea is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:41.040102 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:41.045672 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a980519b-155d-42d4-8992-b8974accb2e0,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:41.054952 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Synchronizing usage tracker for tenant:f3ce06bd968a4bc882f743cc01aa534e on resource:security_group {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:41.060477 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:41.063826 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:41.076434 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61ae9d30-7e57-4add-9dba-dbc29cb59bd9,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:41.099628 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:41.104381 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Usage tracker for resource:security_group_rule and tenant:c8003922c68d424aa9ad871581bb2e92 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:41.107675 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:41.114243 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:41.128566 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.143233 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Unset dirty status for tenant:f3ce06bd968a4bc882f743cc01aa534e on resource:security_group {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:41.145011 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff632f86c1fe4846ae4c47473f352169&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2098398 May 19 09:32:41.150456 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50646) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:41.171361 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:41.184737 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.190439 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Checking segment: {'id': '9449edc9-249d-4122-a97a-215a694d0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '47a824f1-d235-49b6-8995-5a3bd70a196c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:41.190800 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Network hostable DHCP agents. Network: 47a824f1-d235-49b6-8995-5a3bd70a196c, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:32:41.202984 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Transition to ACTIVE for port object 8e10987f-42ee-45a4-80a8-ec470a5733f3 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:41.231157 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Transition to ACTIVE for port object 8e10987f-42ee-45a4-80a8-ec470a5733f3 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:41.241280 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Network 47a824f1-d235-49b6-8995-5a3bd70a196c is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:32:41.259986 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.265393 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 47a824f1-d235-49b6-8995-5a3bd70a196c) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:41.272174 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.280316 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-85716a5a-a2ad-480b-ae20-c11bb2202746 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:32:41.283297 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-85716a5a-a2ad-480b-ae20-c11bb2202746 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1005237 May 19 09:32:41.285043 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:41.285757 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.324046 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebadc5d-3945-44cf-ae43-b924334473de None None] Network 47a824f1-d235-49b6-8995-5a3bd70a196c requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:41.324284 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.335246 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d31af314-e127-4bb5-b850-995409266569 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:41.338114 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.344169 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:41.366310 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:41.375261 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f012282-6524-4779-a6db-5639dc381032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.404241 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.424853 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.438582 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:41.454809 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6550195 May 19 09:32:41.455049 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:41.463504 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:41.486404 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e32dbf-bbb1-400a-9b73-69f55757cda2,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:41.513104 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Network cc30172b-a480-4f81-b501-180bafad8e73 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:41.526857 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f012282-6524-4779-a6db-5639dc381032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.536419 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:41.541748 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:41.544954 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:41.547203 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 953, 'physical_network': 'physnet1'} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:32:41.565252 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Pushing event updated for resources: {'Port': ['ID=2c227e76-4d83-49c1-94e1-c5291d0fa709,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:41.610197 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:41.617779 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3a35feeb-45c1-4088-a30f-4125bee41167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.165s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:41.646725 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d82f088819294cb4be059f2f42a5cdea&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1202228 May 19 09:32:41.650290 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Pushing event updated for resources: {'Port': ['ID=8e10987f-42ee-45a4-80a8-ec470a5733f3,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:41.658375 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50662) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:41.687949 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.688348 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.segments_db [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Added segment f94f5882-5e82-4340-9ff9-f0346d00f726 of type vlan for network 46c4ac27-d844-45fc-a811-ad0adc174cea May 19 09:32:41.704567 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.706159 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.706314 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.707220 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.707820 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.708319 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.708793 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.709514 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.709954 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.710429 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.711365 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.711847 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Tracked resource versions report: May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: pushed versions: May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: { 'AddressGroup': {'1.2'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'ConntrackHelper': {'1.0'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Log': {'1.0'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Network': {'1.1'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Port': {'1.7'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'PortForwarding': {'1.2'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'QosPolicy': {'1.8'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SecurityGroup': {'1.4'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SecurityGroupRule': {'1.2'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SubPort': {'1.0'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Subnet': {'1.1'}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Trunk': {'1.1'}} May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: consumer versions: May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: { DHCP agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: HyperV agent@hv-cinder-79128: {}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: L3 agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: Metadata agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: Metering agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: Open vSwitch agent@dv-cinder-791281-2-iscsi: { 'AddressGroup': '1.2', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'ConntrackHelper': '1.0', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Log': '1.0', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Network': '1.1', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Port': '1.7', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'PortForwarding': '1.2', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'QosPolicy': '1.8', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SecurityGroup': '1.4', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SecurityGroupRule': '1.2', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'SubPort': '1.0', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Subnet': '1.1', May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: 'Trunk': '1.1'}} May 19 09:32:41.713144 dv-cinder-791281-2-iscsi neutron-server[91665]: {{(pid=91665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:32:41.719226 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:41.720518 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Allocated IP 172.27.1.78 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/bcd1a03d-5ecd-48be-8782-dea0ab81a704) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:41.785450 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.812991 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-094d43af-77c8-4c5c-9740-681ff3febce7 service neutron] 10.222.0.46 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4785302 May 19 09:32:41.877590 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48670648-422b-410b-a5b2-51d3badecd16 None None] Network 47a824f1-d235-49b6-8995-5a3bd70a196c requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:41.911787 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Attempting to bind port 8e10987f-42ee-45a4-80a8-ec470a5733f3 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:41.912466 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Attempting to bind port 8e10987f-42ee-45a4-80a8-ec470a5733f3 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:41.912466 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Attempting to bind port 8e10987f-42ee-45a4-80a8-ec470a5733f3 on network cc30172b-a480-4f81-b501-180bafad8e73 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:41.950978 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a79797-e32f-480d-8968-e67b4584a0c5,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:41.961726 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:41.989394 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:41.989846 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Checking segment: {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:41.990248 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:41.990649 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Bound using segment: {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:41.991152 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Bound port: 8e10987f-42ee-45a4-80a8-ec470a5733f3, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:41.991531 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.058810 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.076674 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5329392b-3b0a-4468-a4b7-c60536c6b9d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.078300 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f012282-6524-4779-a6db-5639dc381032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.098889 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.099708 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ec0b6815-51fa-403d-b1c2-233689e1a869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:42.113758 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:42.114565 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.122508 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f012282-6524-4779-a6db-5639dc381032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a980519b-155d-42d4-8992-b8974accb2e0,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:42.122949 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:42.132841 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7f012282-6524-4779-a6db-5639dc381032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:42.139663 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.140349 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50686) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:42.157365 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5329392b-3b0a-4468-a4b7-c60536c6b9d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.176286 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] For port 8e10987f-42ee-45a4-80a8-ec470a5733f3, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:42.191238 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] For port 8e10987f-42ee-45a4-80a8-ec470a5733f3, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=8e10987f-42ee-45a4-80a8-ec470a5733f3,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:42.204159 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.223809 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.227448 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:42.300136 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4861305 May 19 09:32:42.308548 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50690) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:42.322355 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:42.330804 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Request body: {'subnet': {'network_id': '46c4ac27-d844-45fc-a811-ad0adc174cea', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1319257779-subnet', 'tenant_id': 'c8003922c68d424aa9ad871581bb2e92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:42.337044 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:42.340246 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:42.344204 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f012282-6524-4779-a6db-5639dc381032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.345408 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-7f012282-6524-4779-a6db-5639dc381032 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a980519b-155d-42d4-8992-b8974accb2e0 HTTP/1.1" status: 204 len: 168 time: 1.1909378 May 19 09:32:42.362848 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.370540 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Transition to ACTIVE for port object 501d9e30-68d6-4b9a-8eac-79c47c047160 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:42.446821 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Transition to ACTIVE for port object 501d9e30-68d6-4b9a-8eac-79c47c047160 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:42.450813 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Pushing event updated for resources: {'Port': ['ID=8e10987f-42ee-45a4-80a8-ec470a5733f3,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:42.455145 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:42.464097 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.473270 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:42.553700 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Pushing event updated for resources: {'Network': ['ID=46c4ac27-d844-45fc-a811-ad0adc174cea,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:42.557239 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:42.559396 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-e4745915-9183-47ea-9d35-4e6603d824b7 service neutron] 10.222.0.46 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7306967 May 19 09:32:42.560516 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:42.576530 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9865f0a0-74e3-4f0d-98fb-60e549904fda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:42.589160 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 46c4ac27-d844-45fc-a811-ad0adc174cea details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:32:42.624769 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Network c123ff2b-f731-4b43-b174-2198f1d922d6 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:42.627114 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Usage tracker for resource:subnet and tenant:c8003922c68d424aa9ad871581bb2e92 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:42.646668 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:42.664417 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5329392b-3b0a-4468-a4b7-c60536c6b9d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.773105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1fc53482-f211-4622-bd87-d013637a4249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:42.798786 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329392b-3b0a-4468-a4b7-c60536c6b9d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a79797-e32f-480d-8968-e67b4584a0c5,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:42.812182 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5329392b-3b0a-4468-a4b7-c60536c6b9d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:42.813621 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:42.845362 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5329392b-3b0a-4468-a4b7-c60536c6b9d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:42.848782 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-5329392b-3b0a-4468-a4b7-c60536c6b9d3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92a79797-e32f-480d-8968-e67b4584a0c5 HTTP/1.1" status: 204 len: 168 time: 1.0522723 May 19 09:32:42.889820 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:42.895953 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:42.966341 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Pushing event updated for resources: {'Port': ['ID=501d9e30-68d6-4b9a-8eac-79c47c047160,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:42.983328 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:43.031333 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.111435 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50716) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:43.142931 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Pushing event updated for resources: {'Port': ['ID=bcd1a03d-5ecd-48be-8782-dea0ab81a704,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:43.179612 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Attempting to bind port 501d9e30-68d6-4b9a-8eac-79c47c047160 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:43.180522 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Attempting to bind port 501d9e30-68d6-4b9a-8eac-79c47c047160 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:43.181194 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Attempting to bind port 501d9e30-68d6-4b9a-8eac-79c47c047160 on network c123ff2b-f731-4b43-b174-2198f1d922d6 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:43.188366 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:43.188971 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Checking segment: {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:43.189549 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.190107 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Bound using segment: {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:43.190758 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Bound port: 501d9e30-68d6-4b9a-8eac-79c47c047160, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:43.191309 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.322803 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Made reservation on behalf of c8003922c68d424aa9ad871581bb2e92 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:43.325136 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.327227 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] For port 501d9e30-68d6-4b9a-8eac-79c47c047160, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:43.331902 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] For port 501d9e30-68d6-4b9a-8eac-79c47c047160, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=501d9e30-68d6-4b9a-8eac-79c47c047160,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:43.342145 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.347571 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:43.429912 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:43.467534 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Pushing event updated for resources: {'Port': ['ID=501d9e30-68d6-4b9a-8eac-79c47c047160,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:43.477746 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:43.509521 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Router 8a37b0b0-3d78-4c54-8337-24651c146166 is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:32:43.644866 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.679016 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:43.876216 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:43.905741 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Usage tracker for resource:security_group_rule and tenant:339c8a22b24d475881e30229e9c9a27a is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:43.909083 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:43.916460 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:43.964442 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-408870cf-c86a-49c8-b78b-19c401c49583 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:43.966347 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-408870cf-c86a-49c8-b78b-19c401c49583 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/networks?id=47a824f1-d235-49b6-8995-5a3bd70a196c HTTP/1.1" status: 200 len: 812 time: 1.8160648 May 19 09:32:43.997671 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:32:44.032232 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Sync routers for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:32:44.045834 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:44.048938 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:32:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:44.087093 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:44.091452 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.7356393 May 19 09:32:44.092492 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50758) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:44.175480 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5e8f6c8e-2d41-4393-998c-b9ece2dffb2c req-3df1de24-f09b-4f2c-b388-ca9919479f5f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 210 time: 0.8175762 May 19 09:32:44.239165 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c3dc4f-bcd3-4e56-8dbc-4265dc432ffc None None] Network cc30172b-a480-4f81-b501-180bafad8e73 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:44.269598 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-4540cabe-c618-411e-9886-264f4693703d tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/quotas/415d2a106ab14d6d8659ccb81344ace7 HTTP/1.1" status: 200 len: 375 time: 0.0861156 May 19 09:32:44.459558 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-a6879df1-f719-4b3f-9665-ecf13fd873bf None None] Provisioning for port 8e10987f-42ee-45a4-80a8-ec470a5733f3 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:44.520012 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:44.573453 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-9572c3af-bbab-470b-841d-cfa1755a6f23 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=415d2a106ab14d6d8659ccb81344ace7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1373281 May 19 09:32:44.689165 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 501d9e30-68d6-4b9a-8eac-79c47c047160 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:44.902010 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:44.915797 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.008764 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:45.031154 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 501d9e30-68d6-4b9a-8eac-79c47c047160 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:45.046683 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 8e10987f-42ee-45a4-80a8-ec470a5733f3 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:45.141807 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b3f6ab-d353-4211-8902-5fefbde04f0d,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:45.145675 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:45.150639 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=339c8a22b24d475881e30229e9c9a27a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0296566 May 19 09:32:45.167734 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 50788) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:45.175055 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-2c37aec1-67e2-4597-91e0-95bc4d599780 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:32:45.176164 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-2c37aec1-67e2-4597-91e0-95bc4d599780 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3297677 May 19 09:32:45.256976 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 8e10987f-42ee-45a4-80a8-ec470a5733f3 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:45.271092 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 8e10987f-42ee-45a4-80a8-ec470a5733f3 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:45.271483 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.419485 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:41Z', 'revision_number': 3, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:45.424591 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c1ebbd-9a9e-4d12-91b9-d946b818fdcd None None] Network c123ff2b-f731-4b43-b174-2198f1d922d6 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:45.425210 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Checking router: 8a37b0b0-3d78-4c54-8337-24651c146166 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:32:45.425784 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Updating router 8a37b0b0-3d78-4c54-8337-24651c146166 port 2c227e76-4d83-49c1-94e1-c5291d0fa709 binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:32:45.518614 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.520127 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-a8a0239e-f1c6-444c-827e-d6e40a0afae9 None None] Provisioning complete for port 8e10987f-42ee-45a4-80a8-ec470a5733f3 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:45.521848 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8a0239e-f1c6-444c-827e-d6e40a0afae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.730434 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.807082 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a8a0239e-f1c6-444c-827e-d6e40a0afae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.808645 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d5b2753-be6a-4018-b712-7091b9fc8fbd req-c66e771a-09c1-442a-8ac4-94069f7a9319 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 210 time: 0.4880319 May 19 09:32:45.810983 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-0371edfb-8f7a-4caf-873f-8c1ddd8752a6 service neutron] 10.222.0.46 "GET /v2.0/networks/47a824f1-d235-49b6-8995-5a3bd70a196c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4891384 May 19 09:32:45.863412 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.903407 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.940668 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 8e10987f-42ee-45a4-80a8-ec470a5733f3, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=8e10987f-42ee-45a4-80a8-ec470a5733f3,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:45.980428 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:45.995691 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:46.074970 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.088996 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=8e10987f-42ee-45a4-80a8-ec470a5733f3,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:46.090701 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Transition to ACTIVE for port object 2c227e76-4d83-49c1-94e1-c5291d0fa709 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:46.101547 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.106691 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:46.117073 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:46.235699 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.db.api [None req-a8a0239e-f1c6-444c-827e-d6e40a0afae9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 09:32:46.235915 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_db.api [None req-a8a0239e-f1c6-444c-827e-d6e40a0afae9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 09:32:46.252995 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Allocated IP 172.20.0.1 (c123ff2b-f731-4b43-b174-2198f1d922d6/e5d79cb4-dce7-409f-9962-8a8e470db3a6/d07370e5-7c63-4594-94e8-91ca4f739323) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:46.284177 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Pushing event updated for resources: {'Port': ['ID=2c227e76-4d83-49c1-94e1-c5291d0fa709,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:46.306426 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.307051 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.307614 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.308151 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.308887 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.309618 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.310151 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.310658 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.311253 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.311806 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.312450 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.312953 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Tracked resource versions report: May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: pushed versions: May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: { 'AddressGroup': {'1.2'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'ConntrackHelper': {'1.0'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Log': {'1.0'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Network': {'1.1'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Port': {'1.7'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'PortForwarding': {'1.2'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'QosPolicy': {'1.8'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SecurityGroup': {'1.4'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SecurityGroupRule': {'1.2'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SubPort': {'1.0'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Subnet': {'1.1'}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Trunk': {'1.1'}} May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: consumer versions: May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: { DHCP agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: HyperV agent@hv-cinder-79128: {}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: L3 agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: Metadata agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: Metering agent@dv-cinder-791281-2-iscsi: {}, May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: Open vSwitch agent@dv-cinder-791281-2-iscsi: { 'AddressGroup': '1.2', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'ConntrackHelper': '1.0', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Log': '1.0', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Network': '1.1', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Port': '1.7', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'PortForwarding': '1.2', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'QosPolicy': '1.8', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SecurityGroup': '1.4', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SecurityGroupRule': '1.2', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'SubPort': '1.0', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Subnet': '1.1', May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: 'Trunk': '1.1'}} May 19 09:32:46.314231 dv-cinder-791281-2-iscsi neutron-server[91666]: {{(pid=91666) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 19 09:32:46.334715 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:46.368039 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Attempting to bind port 2c227e76-4d83-49c1-94e1-c5291d0fa709 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:46.370428 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Attempting to bind port 2c227e76-4d83-49c1-94e1-c5291d0fa709 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:46.371053 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Attempting to bind port 2c227e76-4d83-49c1-94e1-c5291d0fa709 on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:46.377797 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:46.378586 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:46.379256 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.380832 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:46.381577 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Bound port: 2c227e76-4d83-49c1-94e1-c5291d0fa709, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:46.382179 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.492748 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] For port 2c227e76-4d83-49c1-94e1-c5291d0fa709, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:46.497522 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] For port 2c227e76-4d83-49c1-94e1-c5291d0fa709, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=2c227e76-4d83-49c1-94e1-c5291d0fa709,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:46.519170 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.534253 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-53bda97a-c8c6-414b-83f2-58fae0b67265 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:46.541192 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 8e10987f-42ee-45a4-80a8-ec470a5733f3 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:46.593575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.614323 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Transition to ACTIVE for port object d07370e5-7c63-4594-94e8-91ca4f739323 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:46.640210 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a103-c228-4fbb-ad2c-9e756e611712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.662524 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.676729 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:46.698544 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Pushing event updated for resources: {'Port': ['ID=2c227e76-4d83-49c1-94e1-c5291d0fa709,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:46.703829 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:46.704592 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:46.705215 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:32:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:46.797845 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d07370e5-7c63-4594-94e8-91ca4f739323,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:46.806520 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:46.814890 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Network c123ff2b-f731-4b43-b174-2198f1d922d6 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:46.818376 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:46.835656 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:46.836111 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.889980 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a103-c228-4fbb-ad2c-9e756e611712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:46.942506 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 8e10987f-42ee-45a4-80a8-ec470a5733f3 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:46.942924 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:47.021866 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.55', 63843) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:47.128877 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:47.149952 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-fb27269e-b729-411e-b060-58b87731fabf None None] Provisioning for port 501d9e30-68d6-4b9a-8eac-79c47c047160 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:47.171519 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-fb27269e-b729-411e-b060-58b87731fabf None None] Provisioning complete for port 501d9e30-68d6-4b9a-8eac-79c47c047160 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:47.172252 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb27269e-b729-411e-b060-58b87731fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:47.295170 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-4ebb3e76-e508-42a5-8601-04da8f81c31b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:47.297426 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-4ebb3e76-e508-42a5-8601-04da8f81c31b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 815 time: 0.2721381 May 19 09:32:47.306992 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-fa5b0564-3c72-40bd-9ba5-21f8d39ed496 service neutron] 10.222.0.46 "GET /v2.0/networks/47a824f1-d235-49b6-8995-5a3bd70a196c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4156723 May 19 09:32:47.382868 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Request body: {'port': {'device_id': '5b5536a5-f595-444c-9257-8f59cd3ed0a8', 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9', 'admin_state_up': True, 'tenant_id': '45efc211d6134ba9bd1a1fed97fca88a'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:47.484784 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c2a03540-1e9b-467b-9ab4-fd4d23f3db61 req-bd046e08-7056-4cf2-8c6a-bd0ba3cea4ec tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 210 time: 0.1110141 May 19 09:32:47.485698 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:47.538972 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb27269e-b729-411e-b060-58b87731fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:47.578914 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a103-c228-4fbb-ad2c-9e756e611712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:47.584921 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:41Z', 'revision_number': 3, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:47.594506 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072be23d-e932-4de1-9ea2-901cae33737d None None] The sync data for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi is: [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:41Z', 'revision_number': 3, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:32:47.624095 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:47.633781 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-fb27269e-b729-411e-b060-58b87731fabf None None] For port 501d9e30-68d6-4b9a-8eac-79c47c047160, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=501d9e30-68d6-4b9a-8eac-79c47c047160,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:47.641431 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fb27269e-b729-411e-b060-58b87731fabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:47.644506 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-42ebf879-cd98-4e13-9678-d001928f1be1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:47.682964 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf7a103-c228-4fbb-ad2c-9e756e611712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b3f6ab-d353-4211-8902-5fefbde04f0d,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:47.698379 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bbf7a103-c228-4fbb-ad2c-9e756e611712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:47.716443 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Router 90f4c63f-1b54-484a-8a74-f283388640c9 is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:32:47.750678 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27269e-b729-411e-b060-58b87731fabf None None] Pushing event updated for resources: {'Port': ['ID=501d9e30-68d6-4b9a-8eac-79c47c047160,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:47.777937 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fb27269e-b729-411e-b060-58b87731fabf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:47.820334 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-bd2d5b78-826d-4d7e-b38f-2c263b5342e5 None None] Provisioning for port d07370e5-7c63-4594-94e8-91ca4f739323 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:47.825972 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-bd2d5b78-826d-4d7e-b38f-2c263b5342e5 None None] Provisioning complete for port d07370e5-7c63-4594-94e8-91ca4f739323 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:47.826989 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bd2d5b78-826d-4d7e-b38f-2c263b5342e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:47.952633 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-bd2d5b78-826d-4d7e-b38f-2c263b5342e5 None None] Port d07370e5-7c63-4594-94e8-91ca4f739323 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:32:48.000540 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:48.007857 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:48.010887 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:48.018060 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:48.027340 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bbf7a103-c228-4fbb-ad2c-9e756e611712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:48.028501 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-bbf7a103-c228-4fbb-ad2c-9e756e611712 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/26b3f6ab-d353-4211-8902-5fefbde04f0d HTTP/1.1" status: 204 len: 168 time: 2.7125027 May 19 09:32:48.046573 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e5c8496-e4f8-4a26-b021-c84b987cdc8a req-98649369-73a9-42c2-860b-45a786650204 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.2145367 May 19 09:32:48.094312 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:48.099363 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Usage tracker for resource:port and tenant:45efc211d6134ba9bd1a1fed97fca88a is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:48.103125 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:48.111613 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:48.166681 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Made reservation on behalf of 45efc211d6134ba9bd1a1fed97fca88a for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:48.176302 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:48.397363 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Pushing event updated for resources: {'Port': ['ID=d07370e5-7c63-4594-94e8-91ca4f739323,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:48.411085 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:48.511271 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Network c123ff2b-f731-4b43-b174-2198f1d922d6 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:48.514597 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:48.805792 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 2c227e76-4d83-49c1-94e1-c5291d0fa709 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:48.868919 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:32:48.993659 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Sync routers for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:32:49.147631 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:49.149173 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:32:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:49.322302 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-40ff8fee-2563-4826-92d5-0706704bf6c9 None None] Provisioning complete for port d07370e5-7c63-4594-94e8-91ca4f739323 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:49.323017 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-40ff8fee-2563-4826-92d5-0706704bf6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:49.507547 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 2c227e76-4d83-49c1-94e1-c5291d0fa709 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:49.637651 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Router 8a37b0b0-3d78-4c54-8337-24651c146166 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:32:49.700546 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:49.803848 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-fbf90e95-82ac-4011-9b10-cbce849698e7 req-dd86972e-46b1-4156-87eb-69fd429f0450 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Synchronizing usage tracker for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:49.845357 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0759cfac-32fd-4abe-b1f4-f9416bb59df1 req-a142f230-458d-4f0e-bbc0-66f403cde5cb tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.6558125 May 19 09:32:49.860488 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:49.866806 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.1910014 May 19 09:32:49.871831 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 50978) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:49.904068 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:49.920321 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8149d48e-e4da-4bb0-80d0-a76538547639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:49.962216 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-40ff8fee-2563-4826-92d5-0706704bf6c9 None None] Port d07370e5-7c63-4594-94e8-91ca4f739323 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:32:49.997155 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 2c227e76-4d83-49c1-94e1-c5291d0fa709 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:49.997903 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:50.018820 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-fbf90e95-82ac-4011-9b10-cbce849698e7 req-dd86972e-46b1-4156-87eb-69fd429f0450 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Unset dirty status for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:50.020127 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fbf90e95-82ac-4011-9b10-cbce849698e7 req-dd86972e-46b1-4156-87eb-69fd429f0450 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 210 time: 0.8902190 May 19 09:32:50.041384 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Allocated IP 172.20.0.7 (d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9/d13d5d72-bec9-49ea-9ebb-f79763e8470f/fede3a95-b301-4d44-954a-57ed0bd04c37) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:50.311966 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e0c255a-fd67-4252-87a9-d4abc5d30eac,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:50.343147 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:50.351701 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Checking segment: {'id': 'f94f5882-5e82-4340-9ff9-f0346d00f726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '46c4ac27-d844-45fc-a811-ad0adc174cea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:50.355242 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Network hostable DHCP agents. Network: 46c4ac27-d844-45fc-a811-ad0adc174cea, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:32:50.537421 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:50.611500 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Network 46c4ac27-d844-45fc-a811-ad0adc174cea is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:32:50.625930 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:32:50.651535 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 2c227e76-4d83-49c1-94e1-c5291d0fa709, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=2c227e76-4d83-49c1-94e1-c5291d0fa709,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:50.667464 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 46c4ac27-d844-45fc-a811-ad0adc174cea) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:50.672218 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:43Z', 'revision_number': 3, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:50.682185 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Checking router: 90f4c63f-1b54-484a-8a74-f283388640c9 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:32:50.682811 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:50.682964 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Updating router 90f4c63f-1b54-484a-8a74-f283388640c9 port bcd1a03d-5ecd-48be-8782-dea0ab81a704 binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:32:50.683475 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:50.760734 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:50.777631 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 8.4614956 May 19 09:32:50.794951 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3abfbeb3-2eb5-4c60-87c4-7db022851b78 None None] Network 46c4ac27-d844-45fc-a811-ad0adc174cea requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:50.877075 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:50.890140 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Sync routers for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:32:50.907022 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:50.907703 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:32:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:50.992026 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:51.001788 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] 10.222.0.46 "PUT /v2.0/routers/8a37b0b0-3d78-4c54-8337-24651c146166/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9080229 May 19 09:32:51.010090 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-923ca1e8-416b-45d0-bef7-4b6c0a890c8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:51.198474 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:51.411801 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.55', 63857) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:51.412127 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51018) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:51.488159 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:51.730720 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:51.754436 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7a1ccf22-6e1f-4e89-831b-1cfbd1c72ce0 req-237a895c-79ed-485a-a14c-f8a7d2b790e2 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.5716805 May 19 09:32:51.778161 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:51.793422 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Transition to ACTIVE for port object bcd1a03d-5ecd-48be-8782-dea0ab81a704 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:51.794250 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:51.804093 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 501d9e30-68d6-4b9a-8eac-79c47c047160 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:51.837220 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:51.847005 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a7effe8b-7daf-4f7e-9d80-138494f40aee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:51.849893 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:51.852344 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:51.871970 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Pushing event updated for resources: {'Port': ['ID=fede3a95-b301-4d44-954a-57ed0bd04c37,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:51.904494 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.898s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:51.969152 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5994458 May 19 09:32:52.002177 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-d9c05908-87af-4781-b0c3-17ce368ef854 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:32:52.011188 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-d9c05908-87af-4781-b0c3-17ce368ef854 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0314608 May 19 09:32:52.076022 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89110466-c5b9-4eec-883d-c43b469822ac req-27b5484d-9800-4504-9a8f-6c72c914dd57 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:52.077165 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:52.092528 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-89110466-c5b9-4eec-883d-c43b469822ac req-27b5484d-9800-4504-9a8f-6c72c914dd57 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 931 time: 0.5788851 May 19 09:32:52.112677 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=2c227e76-4d83-49c1-94e1-c5291d0fa709,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:52.165077 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:52.189568 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:52.217850 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-89110466-c5b9-4eec-883d-c43b469822ac req-855dddf8-9562-4e04-b1f6-155980ef36af tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Synchronizing usage tracker for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:52.288461 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-89110466-c5b9-4eec-883d-c43b469822ac req-855dddf8-9562-4e04-b1f6-155980ef36af tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Unset dirty status for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:52.298156 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-89110466-c5b9-4eec-883d-c43b469822ac req-855dddf8-9562-4e04-b1f6-155980ef36af tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993985 May 19 09:32:52.369489 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] Deleting subnet c8a1b6ab-1a55-4ebd-b3d7-396c2f1e24f1 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:32:52.411672 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:52.418768 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237c42a-66ff-4127-aaf9-f8aa074d43a9 None None] Pushing event updated for resources: {'Port': ['ID=bcd1a03d-5ecd-48be-8782-dea0ab81a704,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:52.435381 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0237c42a-66ff-4127-aaf9-f8aa074d43a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:52.438215 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Attempting to bind port bcd1a03d-5ecd-48be-8782-dea0ab81a704 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:52.438843 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Attempting to bind port bcd1a03d-5ecd-48be-8782-dea0ab81a704 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:52.440270 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Attempting to bind port bcd1a03d-5ecd-48be-8782-dea0ab81a704 on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:52.463369 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:52.468658 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:52.469378 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:52.469963 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:52.470646 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Bound port: bcd1a03d-5ecd-48be-8782-dea0ab81a704, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:52.472266 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:52.641585 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 2, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:52.655323 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-58df3997-8d63-4292-a1fd-0d4848e0bdff tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:52.656253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-58df3997-8d63-4292-a1fd-0d4848e0bdff tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Synchronizing usage tracker for tenant:415d2a106ab14d6d8659ccb81344ace7 on resource:network {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:32:52.659362 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Checking router: 8a37b0b0-3d78-4c54-8337-24651c146166 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:32:52.659788 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Updating router 8a37b0b0-3d78-4c54-8337-24651c146166 port d07370e5-7c63-4594-94e8-91ca4f739323 binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:32:52.708443 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:52.748362 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:52.787103 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:52.853293 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51054) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:52.906606 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] For port bcd1a03d-5ecd-48be-8782-dea0ab81a704, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:52.961109 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] For port bcd1a03d-5ecd-48be-8782-dea0ab81a704, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=bcd1a03d-5ecd-48be-8782-dea0ab81a704,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:52.970490 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41df0617-8838-4a74-8e1a-32747b1ee7c5 None None] Network 46c4ac27-d844-45fc-a811-ad0adc174cea requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:32:52.974054 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Request body: {'port': {'device_id': '5b5536a5-f595-444c-9257-8f59cd3ed0a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:53.031494 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:53.053600 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0237c42a-66ff-4127-aaf9-f8aa074d43a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:53.134008 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51064) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:53.152360 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1316837802', 'description': 'tempest-description--2134397579'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:53.184725 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 501d9e30-68d6-4b9a-8eac-79c47c047160 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:53.185115 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:53.230148 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:53.252043 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:53.262508 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:security_group and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:53.269637 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7ec974ff-9305-4670-b811-deef1ef3673e req-fbdf71e8-8eb4-4501-b864-bd11f5a9995d tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.1287665 May 19 09:32:53.274356 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:53.289063 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:53.293202 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Usage tracker for resource:security_group_rule and tenant:9494fb7e168d4895b1ae201a2a74837c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:53.296662 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:53.303504 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:53.305825 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:53.317301 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:53.437533 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:53.606755 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:53.632787 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:53.658994 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:53.660927 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:32:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:53.664236 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Transition to ACTIVE for port object d07370e5-7c63-4594-94e8-91ca4f739323 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:53.679655 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:53.694690 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:53.710421 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:security_group_rule and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:53.758160 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:53.813144 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:53.818321 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-58df3997-8d63-4292-a1fd-0d4848e0bdff tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Unset dirty status for tenant:415d2a106ab14d6d8659ccb81344ace7 on resource:network {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:32:53.820028 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-58df3997-8d63-4292-a1fd-0d4848e0bdff tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.55 "GET /v2.0/networks?id=47a824f1-d235-49b6-8995-5a3bd70a196c HTTP/1.1" status: 200 len: 812 time: 2.4068458 May 19 09:32:53.970641 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8241c4c-41af-4727-875a-d35694cfb105 None None] Pushing event updated for resources: {'Port': ['ID=d07370e5-7c63-4594-94e8-91ca4f739323,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:53.997408 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a8241c4c-41af-4727-875a-d35694cfb105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:54.020163 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51084) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:54.048982 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237c42a-66ff-4127-aaf9-f8aa074d43a9 None None] Pushing event updated for resources: {'Port': ['ID=bcd1a03d-5ecd-48be-8782-dea0ab81a704,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:54.059500 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0237c42a-66ff-4127-aaf9-f8aa074d43a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.006s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:54.111935 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Request body: {'port': {'device_id': 'a8b358f1-dcfa-47cc-b675-4f0dcdef940e', 'network_id': '47a824f1-d235-49b6-8995-5a3bd70a196c', 'admin_state_up': True, 'tenant_id': '415d2a106ab14d6d8659ccb81344ace7'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:54.211075 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.352649 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.353828 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Attempting to bind port d07370e5-7c63-4594-94e8-91ca4f739323 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:54.354278 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Attempting to bind port d07370e5-7c63-4594-94e8-91ca4f739323 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:54.354646 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Attempting to bind port d07370e5-7c63-4594-94e8-91ca4f739323 on network c123ff2b-f731-4b43-b174-2198f1d922d6 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:54.375300 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 32, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:54.375719 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Checking segment: {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:54.376118 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.376520 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Bound using segment: {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:54.377009 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Bound port: d07370e5-7c63-4594-94e8-91ca4f739323, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:54.377385 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.401965 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.439842 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4c234a-738b-402c-874c-2ea9cbac8204 req-adf43c34-bdca-43c4-9fcc-f41ceea34b1c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:54.439842 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3d4c234a-738b-402c-874c-2ea9cbac8204 req-adf43c34-bdca-43c4-9fcc-f41ceea34b1c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 931 time: 0.9251156 May 19 09:32:54.445764 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:54.458960 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.494915 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:54.521953 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.567409 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 2c227e76-4d83-49c1-94e1-c5291d0fa709 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:54.685371 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9494fb7e168d4895b1ae201a2a74837c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8306308 May 19 09:32:54.694407 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] For port d07370e5-7c63-4594-94e8-91ca4f739323, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:54.703786 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51098) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:54.705898 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] For port d07370e5-7c63-4594-94e8-91ca4f739323, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=d07370e5-7c63-4594-94e8-91ca4f739323,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:54.711381 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1b200bb-0daf-4796-b987-5d25e4482191,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:54.715791 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e90cc357-59ab-40eb-8fb2-13e1d17fd4ba req-cb7f1848-3aa3-44de-b9b8-c0509695aa15 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.1473989 May 19 09:32:54.717476 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.719675 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:54.722976 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:54.751719 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a8241c4c-41af-4727-875a-d35694cfb105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:54.763811 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3d4c234a-738b-402c-874c-2ea9cbac8204 req-9fb30b30-f332-4e10-9c7d-258b5b9ea81d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3186290 May 19 09:32:54.810240 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.820337 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.827268 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6773756 May 19 09:32:54.832933 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51102) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:54.837602 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.db.resource_extend [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:32:54.858023 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:54.867138 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'security_group_rule': {'security_group_id': 'a0b71300-dbe4-4d16-9015-7c7604b09434', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:54.874129 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:54.880587 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:security_group_rule and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:54.888514 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:54.897915 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:54.914092 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:54.946065 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7626de63-394a-4dd5-9af2-48c7407e219c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:54.981702 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:32:54.982385 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:32:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:54.985895 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.013301 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b71300-dbe4-4d16-9015-7c7604b09434,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:55.021156 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:55.039308 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Usage tracker for resource:security_group_rule and tenant:64be40a209124aac8c001893399b5285 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:55.047707 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fede3a95-b301-4d44-954a-57ed0bd04c37 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:32:55.066075 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.081037 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-179da5b7-2523-4243-81ef-b386fc60937b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.092451 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a1b6ab-1a55-4ebd-b3d7-396c2f1e24f1,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:55.095167 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:55.117963 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Transition to ACTIVE for port object fede3a95-b301-4d44-954a-57ed0bd04c37 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:55.122821 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.134476 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:55.146459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.155052 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-179da5b7-2523-4243-81ef-b386fc60937b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.159604 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.171790 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.172840 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:55.182173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e8ec25d8-3bb9-463b-aace-55a023ed8083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:55.185447 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8241c4c-41af-4727-875a-d35694cfb105 None None] Pushing event updated for resources: {'Port': ['ID=d07370e5-7c63-4594-94e8-91ca4f739323,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:55.194887 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a8241c4c-41af-4727-875a-d35694cfb105 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:55.213381 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c8a1b6ab-1a55-4ebd-b3d7-396c2f1e24f1 HTTP/1.1" status: 204 len: 168 time: 3.7873645 May 19 09:32:55.214268 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51110) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:55.228662 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 2c227e76-4d83-49c1-94e1-c5291d0fa709 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:55.229191 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.264519 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:55.459253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.462901 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6158533 May 19 09:32:55.463690 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.479071 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51118) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:55.481919 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:43Z', 'revision_number': 3, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:55.499314 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:55.502875 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c646cb8-d5bd-45ee-9a44-bb843d97901f None None] The sync data for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi is: [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:43Z', 'revision_number': 3, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:32:55.509365 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Usage tracker for resource:port and tenant:415d2a106ab14d6d8659ccb81344ace7 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:55.513239 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:55.528755 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:55.549006 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:32:55.566744 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fede3a95-b301-4d44-954a-57ed0bd04c37,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:55.584725 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:55.588173 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2bd0ee5-5333-4375-a511-1bc5287157b5,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:55.591874 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:55.648975 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'security_group_rule': {'security_group_id': 'a0b71300-dbe4-4d16-9015-7c7604b09434', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:55.754575 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-179da5b7-2523-4243-81ef-b386fc60937b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.769322 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Made reservation on behalf of 415d2a106ab14d6d8659ccb81344ace7 for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:32:55.772928 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.796777 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bbf7a103-c228-4fbb-ad2c-9e756e611712 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:55.841639 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Attempting to bind port fede3a95-b301-4d44-954a-57ed0bd04c37 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:32:55.841912 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Attempting to bind port fede3a95-b301-4d44-954a-57ed0bd04c37 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:32:55.842213 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Attempting to bind port fede3a95-b301-4d44-954a-57ed0bd04c37 on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:55.857820 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179da5b7-2523-4243-81ef-b386fc60937b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1b200bb-0daf-4796-b987-5d25e4482191,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:55.860847 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-179da5b7-2523-4243-81ef-b386fc60937b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:55.862105 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-179da5b7-2523-4243-81ef-b386fc60937b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:55.868443 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-179da5b7-2523-4243-81ef-b386fc60937b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1b200bb-0daf-4796-b987-5d25e4482191 HTTP/1.1" status: 204 len: 168 time: 1.1584854 May 19 09:32:55.870063 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Port fede3a95-b301-4d44-954a-57ed0bd04c37 on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:32:55.870367 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Attempting to bind port fede3a95-b301-4d44-954a-57ed0bd04c37 on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:32:55.887415 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:32:55.889246 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Checking segment: {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:32:55.889771 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Bound using segment: {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:32:55.891422 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Bound port: fede3a95-b301-4d44-954a-57ed0bd04c37, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:32:55.891794 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:56.078233 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:56.190759 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:security_group_rule and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:56.209493 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:56.226341 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.226909 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.227866 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.228358 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > port after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.228838 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > port after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.229337 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > port after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.229797 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.230299 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.230922 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.231612 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.363697 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-928172b0-f00d-4eab-8e1b-7b4c4e537ebf req-fc6ce258-d643-4063-b5e4-2dd2cee6c1e4 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.2578647 May 19 09:32:56.537197 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.537589 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.537968 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.538356 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:32:56.538726 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc257cdb-875b-461b-9220-5fbca35bf11e']}} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:56.570937 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:56.590280 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] For port fede3a95-b301-4d44-954a-57ed0bd04c37, host hv-cinder-79128, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:32:56.590767 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:56.607681 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bcd1a03d-5ecd-48be-8782-dea0ab81a704 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:56.633079 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606233bf-0d1f-4fc0-991a-8c7d13b5be3d req-14a45524-e0b0-4c2f-98f7-05b84d903c91 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:56.648873 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-606233bf-0d1f-4fc0-991a-8c7d13b5be3d req-14a45524-e0b0-4c2f-98f7-05b84d903c91 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.4018064 May 19 09:32:56.656626 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] For port fede3a95-b301-4d44-954a-57ed0bd04c37, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fede3a95-b301-4d44-954a-57ed0bd04c37,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:32:56.700439 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:32:54Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:56.705408 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:56.705650 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:56.709495 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51e0cb6f-2b54-49f9-a8a1-22c6322df40d None None] The sync data for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi is: [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:32:54Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:32:56.741099 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:56.746115 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Allocated IP 172.20.0.1 (cc30172b-a480-4f81-b501-180bafad8e73/b0c788fd-a746-4bdb-956b-780fe760a6b0/e1723d55-12ba-4979-9e65-be9b559fadc3) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:56.873689 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fede3a95-b301-4d44-954a-57ed0bd04c37,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:56.881519 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port bcd1a03d-5ecd-48be-8782-dea0ab81a704 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:56.883313 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:56.888976 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port bcd1a03d-5ecd-48be-8782-dea0ab81a704 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:56.889552 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:56.944441 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-606233bf-0d1f-4fc0-991a-8c7d13b5be3d req-c9d64a0f-f77d-4c0f-a997-977167a70ed9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945571 May 19 09:32:56.945511 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51138) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:56.965627 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:56.980394 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Transition to ACTIVE for port object e1723d55-12ba-4979-9e65-be9b559fadc3 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:32:56.998087 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:56.999000 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.000674 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] 10.222.0.55 "PUT /v2.0/ports/fede3a95-b301-4d44-954a-57ed0bd04c37 HTTP/1.1" status: 200 len: 1093 time: 4.3001344 May 19 09:32:57.001884 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5536a5-f595-444c-9257-8f59cd3ed0a8', 'tag': 'fede3a95-b301-4d44-954a-57ed0bd04c37'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:32:57.057385 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.072408 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '455ec8bc-749d-4663-8486-07ee6106d464') {'for_net_delete': True} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:57.072408 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '455ec8bc-749d-4663-8486-07ee6106d464') {} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:32:57.107057 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:57.134721 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.150197 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-722313'] for segment, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.170305 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df33409d-062c-4c6c-879d-6271f5a66618,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:57.191543 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:57.235820 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.255959 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.257386 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.264800 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=91663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:32:57.265212 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14800010'] for segment, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.310284 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port bcd1a03d-5ecd-48be-8782-dea0ab81a704, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=bcd1a03d-5ecd-48be-8782-dea0ab81a704,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: from cryptography.utils import int_from_bytes May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: from cryptography.utils import int_from_bytes May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: Traceback (most recent call last): May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: timer() May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: cb(*args, **kw) May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: return func(*args, **kwargs) May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: self._notify() May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: self.callback(batched_events) May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: event.method(event) May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: return f(self, *a, **k) May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._get(url).json() May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: return self.request(url, 'GET', **kwargs) May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:32:57.314747 dv-cinder-791281-2-iscsi neutron-server[91663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:32:57.317693 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.319399 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:57.323105 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0620bf7b-ddab-48a1-bdb2-6b04a5482bf5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:57.326018 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Usage tracker for resource:security_group_rule and tenant:24e6ef3053834ac097f2fbf103c4e347 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:57.328928 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64be40a209124aac8c001893399b5285&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2902977 May 19 09:32:57.335075 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51146) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:57.336105 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:57.371345 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:57.457893 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=bcd1a03d-5ecd-48be-8782-dea0ab81a704,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:57.466465 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:57.628446 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.647731 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-12a5c61d-5dfb-4130-a5ad-2929d5b4ee30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:57.660963 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-12a5c61d-5dfb-4130-a5ad-2929d5b4ee30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 1096 time: 0.5074046 May 19 09:32:57.694953 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74b24f64-5248-4be3-b612-26d886d218c9 req-a4177f8e-c514-4328-843c-6c231c87c44c tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.1064076 May 19 09:32:57.842771 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Allocated IP 172.20.0.5 (47a824f1-d235-49b6-8995-5a3bd70a196c/61ae9d30-7e57-4add-9dba-dbc29cb59bd9/775dc118-3935-41d6-8a8f-a7fdaf9dbce1) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:32:57.888472 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-92723c79-9f57-435b-8a8d-52d2275e9e2e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fede3a95-b301-4d44-954a-57ed0bd04c37 HTTP/1.1" status: 200 len: 217 time: 0.1923182 May 19 09:32:57.890210 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-88d43ba3-8ba7-4e5e-a2c2-e6290f2b18aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:57.899919 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-acc67844-d9f4-4cc4-a353-424c6cf1d91f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:57.916129 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5536a5-f595-444c-9257-8f59cd3ed0a8', 'tag': 'fede3a95-b301-4d44-954a-57ed0bd04c37', 'status': 'completed', 'code': 200} May 19 09:32:57.965965 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-acc67844-d9f4-4cc4-a353-424c6cf1d91f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.012355 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.062218 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Network cc30172b-a480-4f81-b501-180bafad8e73 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:58.062809 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.075981 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:32:58.082647 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.091733 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:58.166582 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:32:58.221474 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c082292-a953-4fe2-97ad-8643a6348715,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:58.346930 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:58.352650 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-acc67844-d9f4-4cc4-a353-424c6cf1d91f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.355121 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=24e6ef3053834ac097f2fbf103c4e347&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3867750 May 19 09:32:58.373612 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51168) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:58.383454 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.433522 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:58.485617 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.519328 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Pushing event updated for resources: {'Port': ['ID=e1723d55-12ba-4979-9e65-be9b559fadc3,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:58.578507 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-aa677aa6-532c-4de8-83c0-ee6b787cc82a None None] Provisioning for port e1723d55-12ba-4979-9e65-be9b559fadc3 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:58.588700 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc67844-d9f4-4cc4-a353-424c6cf1d91f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df33409d-062c-4c6c-879d-6271f5a66618,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:58.597544 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-acc67844-d9f4-4cc4-a353-424c6cf1d91f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:58.597692 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.603484 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-aa677aa6-532c-4de8-83c0-ee6b787cc82a None None] Provisioning complete for port e1723d55-12ba-4979-9e65-be9b559fadc3 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:58.604206 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-aa677aa6-532c-4de8-83c0-ee6b787cc82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.620301 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] 10.222.0.46 "DELETE /v2.0/networks/bc257cdb-875b-461b-9220-5fbca35bf11e HTTP/1.1" status: 204 len: 168 time: 3.3658764 May 19 09:32:58.627342 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51174) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:58.686873 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-acc67844-d9f4-4cc4-a353-424c6cf1d91f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.689268 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-acc67844-d9f4-4cc4-a353-424c6cf1d91f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df33409d-062c-4c6c-879d-6271f5a66618 HTTP/1.1" status: 204 len: 168 time: 1.3490543 May 19 09:32:58.720435 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.791983 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:58.804134 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.3162820 May 19 09:32:58.830488 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51180) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:32:58.838414 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a9edd-274d-41f4-87fd-22c2d283f724 req-da8e0ef2-d473-4a8f-a8f2-09e21884c6d3 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:58.859177 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2c1a9edd-274d-41f4-87fd-22c2d283f724 req-da8e0ef2-d473-4a8f-a8f2-09e21884c6d3 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.6688633 May 19 09:32:58.870114 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-aa677aa6-532c-4de8-83c0-ee6b787cc82a None None] Port e1723d55-12ba-4979-9e65-be9b559fadc3 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:32:58.905673 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bcd1a03d-5ecd-48be-8782-dea0ab81a704 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:59.005428 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.115s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:59.010032 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f76a6a55-472f-4617-a0df-0c1a6372e22f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.029150 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'floatingip': {'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:32:59.060642 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.683s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:59.109346 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Pushing event deleted for resources: {'Network': ['ID=bc257cdb-875b-461b-9220-5fbca35bf11e,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:59.111852 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port bcd1a03d-5ecd-48be-8782-dea0ab81a704 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:59.112537 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.126720 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:32:59.138236 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] Deleting subnet 4e0c255a-fd67-4252-87a9-d4abc5d30eac {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:32:59.191472 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:floatingip and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:32:59.203746 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.270803 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:59.272146 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:32:59.276569 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.700s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:59.297630 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:32:59.345592 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76bc96ec-07ef-4848-a91f-eb4ffbc73a5d,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:59.372426 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:59.386043 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.393234 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-839b5a25-aa3e-459c-aac5-edd841f18d12 req-2c690c9d-9063-49ee-98a7-4e0b48656a6e tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.1441293 May 19 09:32:59.412264 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2c1a9edd-274d-41f4-87fd-22c2d283f724 req-78bb16af-2699-4189-9682-03a42f389fa6 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167151 May 19 09:32:59.418049 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.418493 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-6d5d5ea1-3fd7-4c88-8aa2-c3a646463560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:32:59.448001 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-6d5d5ea1-3fd7-4c88-8aa2-c3a646463560 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d13d5d72-bec9-49ea-9ebb-f79763e8470f HTTP/1.1" status: 200 len: 855 time: 0.5805905 May 19 09:32:59.450761 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f76a6a55-472f-4617-a0df-0c1a6372e22f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.608649 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f76a6a55-472f-4617-a0df-0c1a6372e22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.622245 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-179da5b7-2523-4243-81ef-b386fc60937b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:59.622886 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.624363 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device d07370e5-7c63-4594-94e8-91ca4f739323 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:32:59.638386 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a6a55-472f-4617-a0df-0c1a6372e22f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c082292-a953-4fe2-97ad-8643a6348715,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:32:59.672077 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f76a6a55-472f-4617-a0df-0c1a6372e22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:32:59.672077 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f76a6a55-472f-4617-a0df-0c1a6372e22f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.672077 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-f76a6a55-472f-4617-a0df-0c1a6372e22f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c082292-a953-4fe2-97ad-8643a6348715 HTTP/1.1" status: 204 len: 168 time: 1.2869577 May 19 09:32:59.702651 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.821069 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.828841 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port d07370e5-7c63-4594-94e8-91ca4f739323 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:32:59.847493 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port d07370e5-7c63-4594-94e8-91ca4f739323 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:32:59.849021 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:32:59.853116 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:32:59.952982 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Network 47a824f1-d235-49b6-8995-5a3bd70a196c is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:32:59.954157 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:33:00.034087 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:33:00.074432 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Pushing event updated for resources: {'Port': ['ID=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:00.130721 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:00.139775 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:00.226672 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:00.227460 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port d07370e5-7c63-4594-94e8-91ca4f739323, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=d07370e5-7c63-4594-94e8-91ca4f739323,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:00.228038 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:00.233659 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:00.238978 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:00.367831 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=d07370e5-7c63-4594-94e8-91ca4f739323,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:00.379208 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:00.387482 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:00.669676 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device d07370e5-7c63-4594-94e8-91ca4f739323 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:33:00.798987 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7689424 May 19 09:33:00.800583 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:00.826621 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port d07370e5-7c63-4594-94e8-91ca4f739323 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:00.827830 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:00.832542 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c41ba415-bee0-477e-a71d-8e2e7e74b869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:00.882901 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:00.948660 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa40724-ef9c-48e3-a60c-996cbba97419 req-dff8b4e9-709e-4b61-8eed-6ca60831511d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:00.950264 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eaa40724-ef9c-48e3-a60c-996cbba97419 req-dff8b4e9-709e-4b61-8eed-6ca60831511d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.3422642 May 19 09:33:00.978849 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e0c255a-fd67-4252-87a9-d4abc5d30eac,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:00.984661 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:01.003298 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b7d195-ea40-4a3e-8cf1-5616aedfcdcb req-8ac676af-7862-4955-83c5-b141da0dfea9 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:01.005839 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.006650 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b5b7d195-ea40-4a3e-8cf1-5616aedfcdcb req-8ac676af-7862-4955-83c5-b141da0dfea9 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 931 time: 0.2847128 May 19 09:33:01.102540 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4e0c255a-fd67-4252-87a9-d4abc5d30eac HTTP/1.1" status: 204 len: 168 time: 2.4722528 May 19 09:33:01.106634 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eaa40724-ef9c-48e3-a60c-996cbba97419 req-b9b8a9c6-aba1-4eaa-8d5e-950c4000dfab tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463246 May 19 09:33:01.108392 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51228) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:01.149435 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b5b7d195-ea40-4a3e-8cf1-5616aedfcdcb req-7c2de653-183e-4b8a-a3d7-b75c3a0dedc9 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233823 May 19 09:33:01.512655 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Allocated IP 172.27.1.79 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/ae71e4f3-9cfe-4bba-b4f3-014b426c9d29) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:33:01.516436 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.619086 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.634134 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d0ec0a4c-bab0-43ae-baeb-b69de13056a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.678465 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.750608 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:01.909724 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.922485 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Pushing event updated for resources: {'Port': ['ID=e1723d55-12ba-4979-9e65-be9b559fadc3,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:01.925362 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:01.931264 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:01.936420 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46c4ac27-d844-45fc-a811-ad0adc174cea']}} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:01.963863 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94f5882-5e82-4340-9ff9-f0346d00f726') {'for_net_delete': True} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:01.964165 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94f5882-5e82-4340-9ff9-f0346d00f726') {} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:01.986260 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:02.013790 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-722313'] for segment, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:02.092783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:02.107827 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=91663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:33:02.108283 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14800010'] for segment, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: Traceback (most recent call last): May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: timer() May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: cb(*args, **kw) May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: return func(*args, **kwargs) May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: self._notify() May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: self.callback(batched_events) May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: event.method(event) May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: return f(self, *a, **k) May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._get(url).json() May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: return self.request(url, 'GET', **kwargs) May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:33:02.125666 dv-cinder-791281-2-iscsi neutron-server[91663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:33:02.245698 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Network cc30172b-a480-4f81-b501-180bafad8e73 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:33:02.248376 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:33:02.382797 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:02.383660 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:02.407191 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:02.442208 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:02.458908 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb05b3fa-0e8b-4d6e-b3bf-044a2a33a525 req-6dd54c94-b6e5-4fa2-87a3-8a4a962b45f8 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:02.460690 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cb05b3fa-0e8b-4d6e-b3bf-044a2a33a525 req-6dd54c94-b6e5-4fa2-87a3-8a4a962b45f8 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.1763599 May 19 09:33:02.473667 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428acc53-c12f-42ba-8dad-a34251f2ccc2 req-885a99a0-ffa8-4d52-8528-420421f1b9ca tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:02.475555 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-428acc53-c12f-42ba-8dad-a34251f2ccc2 req-885a99a0-ffa8-4d52-8528-420421f1b9ca tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 931 time: 0.1440852 May 19 09:33:02.492436 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] 10.222.0.46 "DELETE /v2.0/networks/46c4ac27-d844-45fc-a811-ad0adc174cea HTTP/1.1" status: 204 len: 168 time: 1.3829558 May 19 09:33:02.513255 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:33:02.517864 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:33:02.522718 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:33:02.643974 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-0f7c1a45-5fef-4257-afe6-54facd247819 None None] Provisioning complete for port e1723d55-12ba-4979-9e65-be9b559fadc3 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:02.644503 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-428acc53-c12f-42ba-8dad-a34251f2ccc2 req-b1594653-4fd6-48b3-94ac-e7fa53f20947 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537595 May 19 09:33:02.647515 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'Port': ['ID=ae71e4f3-9cfe-4bba-b4f3-014b426c9d29,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:02.648498 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1a45-5fef-4257-afe6-54facd247819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:02.662670 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:02.670153 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cb05b3fa-0e8b-4d6e-b3bf-044a2a33a525 req-07d7230a-6adf-41f0-ab75-6235ad9a9ff1 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933169 May 19 09:33:02.670576 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7f5706ee-0ef9-46b5-99cb-8239a6130a8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.204s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:02.704734 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Pushing event deleted for resources: {'Network': ['ID=46c4ac27-d844-45fc-a811-ad0adc174cea,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:02.705880 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:02.776735 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c1a45-5fef-4257-afe6-54facd247819 None None] Port e1723d55-12ba-4979-9e65-be9b559fadc3 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:33:02.791380 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Router 90f4c63f-1b54-484a-8a74-f283388640c9 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:33:02.832811 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51296) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:02.886883 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-06d83a6a-ead0-4938-a241-2761ae543f94 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0076b972f124ec4a610dc048fd91bcb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0524144 May 19 09:33:02.889503 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51300) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:02.891680 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:02.969143 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-00085da7-700a-496c-8345-4175ed2dc28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.005318 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-00085da7-700a-496c-8345-4175ed2dc28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.060962 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.131514 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-00085da7-700a-496c-8345-4175ed2dc28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.137654 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:03.149358 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00085da7-700a-496c-8345-4175ed2dc28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe7b1f8-179f-44ce-ab1e-00601f6afac4,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:03.152755 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-00085da7-700a-496c-8345-4175ed2dc28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:03.158980 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-00085da7-700a-496c-8345-4175ed2dc28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.162445 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-00085da7-700a-496c-8345-4175ed2dc28a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efe7b1f8-179f-44ce-ab1e-00601f6afac4 HTTP/1.1" status: 204 len: 168 time: 0.2692232 May 19 09:33:03.221999 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:33:03.234718 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] 10.222.0.46 "PUT /v2.0/routers/90f4c63f-1b54-484a-8a74-f283388640c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3482132 May 19 09:33:03.237898 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Sync routers for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:33:03.258440 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:33:03.259411 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:32:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:03.438117 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.443927 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.448873 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6a996734-d8c8-4927-92ab-2092257da7e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:03.480751 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:33:03.568715 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'Port': ['ID=ae71e4f3-9cfe-4bba-b4f3-014b426c9d29,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:03.578168 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:03.596963 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.630388 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:03.631718 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7950091 May 19 09:33:03.906298 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3fca46-a288-4a41-a3f5-cc63714ad41c req-a21a54ee-cee7-4c4e-a7b0-7e0299ac792e tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:03.914865 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ad3fca46-a288-4a41-a3f5-cc63714ad41c req-a21a54ee-cee7-4c4e-a7b0-7e0299ac792e tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 931 time: 0.1321645 May 19 09:33:03.963006 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51330) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:03.981609 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ad3fca46-a288-4a41-a3f5-cc63714ad41c req-0c574cfb-3f41-4cdc-adf3-639d2dbe610f tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654757 May 19 09:33:04.138391 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-14f2427c-d255-44c5-9c9e-0f0795e311dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c8003922c68d424aa9ad871581bb2e92&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1739175 May 19 09:33:04.141004 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51336) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:04.213206 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 2, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:04.224651 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Checking router: 90f4c63f-1b54-484a-8a74-f283388640c9 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:33:04.225019 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Updating router 90f4c63f-1b54-484a-8a74-f283388640c9 port e1723d55-12ba-4979-9e65-be9b559fadc3 binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:33:04.344281 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9453dd6d-6e93-422f-bce1-a7ba07025b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.398635 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.404741 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9453dd6d-6e93-422f-bce1-a7ba07025b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.407216 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.418623 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-95211022-86d7-40c2-b567-4024284abdb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.436415 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97b7ad-131e-422e-88e5-df75eafac67d req-bcb32d0c-c03e-43fb-a2ec-1dafb1961fdc tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:04.438165 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bb97b7ad-131e-422e-88e5-df75eafac67d req-bcb32d0c-c03e-43fb-a2ec-1dafb1961fdc tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.2078404 May 19 09:33:04.499273 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51344) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:04.506993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1244674245', 'description': 'tempest-description--1625808054'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:04.514489 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:04.517692 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bb97b7ad-131e-422e-88e5-df75eafac67d req-531d8fbb-cc22-472b-93a7-7ba0abc42021 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688782 May 19 09:33:04.522160 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:security_group and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:04.526664 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:04.538509 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:04.541571 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9453dd6d-6e93-422f-bce1-a7ba07025b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.545829 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-acc67844-d9f4-4cc4-a353-424c6cf1d91f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:04.562218 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.574214 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9453dd6d-6e93-422f-bce1-a7ba07025b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e32dbf-bbb1-400a-9b73-69f55757cda2,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:04.578661 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9453dd6d-6e93-422f-bce1-a7ba07025b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:04.591838 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9453dd6d-6e93-422f-bce1-a7ba07025b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.593049 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-9453dd6d-6e93-422f-bce1-a7ba07025b1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/06e32dbf-bbb1-400a-9b73-69f55757cda2 HTTP/1.1" status: 204 len: 168 time: 0.4508586 May 19 09:33:04.622397 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:04.628761 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:security_group_rule and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:04.640925 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:04.654725 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:04.782543 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-55892561-7869-4d6c-9724-5fdcb7968edb req-93efc8d3-d68c-417f-b385-528464249a4a tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Synchronizing usage tracker for tenant:a12fadd111394d43aca9413095296bf9 on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:04.791381 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.798539 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.807542 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:04.820136 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-55892561-7869-4d6c-9724-5fdcb7968edb req-93efc8d3-d68c-417f-b385-528464249a4a tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Unset dirty status for tenant:a12fadd111394d43aca9413095296bf9 on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:04.821440 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-93efc8d3-d68c-417f-b385-528464249a4a tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1316837802&fields=id&tenant_id=a12fadd111394d43aca9413095296bf9 HTTP/1.1" status: 200 len: 267 time: 0.1158943 May 19 09:33:04.893278 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=acc66743-1f00-4b25-b747-2b09a2ede6d6,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:04.898340 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:04.899840 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:04.903630 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4004519 May 19 09:33:04.905842 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51368) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:04.913910 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'security_group_rule': {'security_group_id': 'acc66743-1f00-4b25-b747-2b09a2ede6d6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:04.919768 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:04.927482 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:security_group_rule and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:04.932615 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:04.942735 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:04.966286 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.039315 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892561-7869-4d6c-9724-5fdcb7968edb req-7aa1e6e7-e68a-4992-88aa-7001948c3683 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:05.042260 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.044623 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-7aa1e6e7-e68a-4992-88aa-7001948c3683 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 810 time: 0.2132018 May 19 09:33:05.060500 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Transition to ACTIVE for port object e1723d55-12ba-4979-9e65-be9b559fadc3 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:33:05.064720 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-4b276ace-1694-4d2f-a29e-5d1e3eaeb5fd tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/quotas/a12fadd111394d43aca9413095296bf9 HTTP/1.1" status: 200 len: 375 time: 0.0182316 May 19 09:33:05.069593 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.076747 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:05.084488 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.094148 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.096513 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:05.123406 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc70d55b-af82-48b0-860a-d514dd68c633,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:05.127296 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:05.144353 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.150079 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2428701 May 19 09:33:05.151419 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51380) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:05.160629 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'security_group_rule': {'security_group_id': 'acc66743-1f00-4b25-b747-2b09a2ede6d6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:05.167773 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:05.171913 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:security_group_rule and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:05.176262 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:05.184306 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:05.201159 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.261515 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.282709 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bda00-3436-4c18-97d7-c53c39c85c9d None None] Pushing event updated for resources: {'Port': ['ID=e1723d55-12ba-4979-9e65-be9b559fadc3,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:05.296639 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e33bda00-3436-4c18-97d7-c53c39c85c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:05.304587 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e54720e-e103-4a7d-903b-43e0a1dc683c req-c88ed9d0-09db-4743-83ee-7828eba8f1cb tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:05.314273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e54720e-e103-4a7d-903b-43e0a1dc683c req-c88ed9d0-09db-4743-83ee-7828eba8f1cb tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 931 time: 0.1856272 May 19 09:33:05.327897 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.335864 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.338485 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6c364b9c-bf9f-4fd3-ba6f-f56dbb2b4a03 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:05.374655 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fd07ec-41df-4d94-9bb8-c2a3bfbf6c34,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:05.384911 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:05.397741 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.402014 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-0735f410-178e-4c06-9b61-6a504b85a44c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2492604 May 19 09:33:05.402611 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51390) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:05.408007 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'floatingip': {'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:05.414113 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:05.419685 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e54720e-e103-4a7d-903b-43e0a1dc683c req-7c302d80-ab39-4e76-a899-549cd8dad2e5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045048 May 19 09:33:05.427352 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:floatingip and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:05.435287 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6c42bcde-21b5-4366-8748-2d8085b15285 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3695509 May 19 09:33:05.435826 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:05.448592 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:05.470298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.472553 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Attempting to bind port e1723d55-12ba-4979-9e65-be9b559fadc3 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:33:05.472930 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Attempting to bind port e1723d55-12ba-4979-9e65-be9b559fadc3 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:33:05.473298 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Attempting to bind port e1723d55-12ba-4979-9e65-be9b559fadc3 on network cc30172b-a480-4f81-b501-180bafad8e73 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:33:05.479628 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:33:05.479981 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Checking segment: {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:33:05.480387 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.480782 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Bound using segment: {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:33:05.481254 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Bound port: e1723d55-12ba-4979-9e65-be9b559fadc3, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:33:05.481630 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.603326 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] For port e1723d55-12ba-4979-9e65-be9b559fadc3, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:33:05.611264 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] For port e1723d55-12ba-4979-9e65-be9b559fadc3, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=e1723d55-12ba-4979-9e65-be9b559fadc3,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:33:05.619435 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-0d67cb72-e8b8-494c-bfee-b269f5f37bad service neutron] 10.222.0.46 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704106 May 19 09:33:05.620658 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.639700 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0b33738a-cf73-4838-8bdb-3ad9a5e8f5f3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:05.668550 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:05.727792 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:33:05.728809 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:33:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:05.803986 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-c68e87af-1798-4606-98ee-31302c5fc371 service neutron] 10.222.0.46 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830006 May 19 09:33:05.815400 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bda00-3436-4c18-97d7-c53c39c85c9d None None] Pushing event updated for resources: {'Port': ['ID=e1723d55-12ba-4979-9e65-be9b559fadc3,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:05.818957 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e33bda00-3436-4c18-97d7-c53c39c85c9d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:05.863560 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Allocated IP 172.27.1.106 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/ed0a6a72-1dfe-4d6d-ae62-321d38d10f73) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:33:05.990844 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051d554-5324-469b-acae-8c3b7cbf9516 req-f666842c-9193-4ea9-a00a-a4b90fa40331 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:05.992829 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0051d554-5324-469b-acae-8c3b7cbf9516 req-f666842c-9193-4ea9-a00a-a4b90fa40331 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.1879382 May 19 09:33:06.049516 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:33:06.103812 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:06.106207 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0051d554-5324-469b-acae-8c3b7cbf9516 req-29a72ae4-c9c1-4e98-9db9-022aa9194127 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044185 May 19 09:33:06.150789 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:06.159929 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:06.225934 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68a1bbdb-27b5-4482-929f-96453c4503a4 req-d37f56f9-f2f7-4a44-bbb2-0ff599c02ec8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 210 time: 0.0560305 May 19 09:33:06.259024 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:33:06.262621 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:33:06.270064 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:33:06.327287 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'Port': ['ID=ed0a6a72-1dfe-4d6d-ae62-321d38d10f73,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:06.332586 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:06.382726 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:06.483546 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:06.610639 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:05Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:06.616468 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26cb9c6-0ab2-4b59-96f4-8b8ab447e786 None None] The sync data for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi is: [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:05Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:33:06.705658 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:06.773987 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd44bd3-121c-49d0-a865-cf022648ebb2 req-f7f4eaca-a430-45ca-bcbc-d67041e80576 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:06.775795 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7cd44bd3-121c-49d0-a865-cf022648ebb2 req-f7f4eaca-a430-45ca-bcbc-d67041e80576 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 931 time: 0.1459057 May 19 09:33:06.833309 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7cd44bd3-121c-49d0-a865-cf022648ebb2 req-2fafaea8-c1f2-4072-8f8d-a9a4130a2cef tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513628 May 19 09:33:06.866105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:06.871304 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:06.876615 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:06.963317 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:06.979467 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Request body: {'port': {'device_id': 'a8b358f1-dcfa-47cc-b675-4f0dcdef940e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:06.995481 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-239ed6a1-ae82-42c4-aee5-a880ffc4d3fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647361 May 19 09:33:07.092064 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'Port': ['ID=ed0a6a72-1dfe-4d6d-ae62-321d38d10f73,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:07.105713 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:07.112915 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:07.196733 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-248b36ad-60b8-477a-b233-6fd00d79d4fe service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678977 May 19 09:33:07.265374 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:07.268437 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8646662 May 19 09:33:07.342540 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:07.374020 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51454) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:07.579512 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:07.617151 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:07.701056 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Usage tracker for resource:security_group_rule and tenant:29f10fbfd8a84c0ab58b70a505182955 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:07.710629 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c2e8e744-608d-4c6d-945b-e125be0fda48 req-56283553-3ef8-4f4a-898e-a33b299f59a1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 210 time: 0.2335079 May 19 09:33:07.726205 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:07.746046 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:07.768820 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3dba0951-b4a6-4d54-a5be-51ff8e00d749 req-4bb3d94b-4143-4bac-bd2e-b5984bc3c241 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5379298 May 19 09:33:07.783376 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08195f75-cc8a-440e-862a-8f7ad092d18e req-1e452390-122f-41e8-8cdf-4edffd24c58d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:07.792756 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-08195f75-cc8a-440e-862a-8f7ad092d18e req-1e452390-122f-41e8-8cdf-4edffd24c58d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.3248765 May 19 09:33:07.924589 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-08195f75-cc8a-440e-862a-8f7ad092d18e req-8c44c09c-f782-4939-9198-1c262250ea6c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308510 May 19 09:33:07.975785 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:07.976599 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-1212a839-5e34-4d31-96f0-a89a52ad69de tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Synchronizing usage tracker for tenant:864023c8c80d472fb822567abae0752e on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:07.988281 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:08.014424 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-1212a839-5e34-4d31-96f0-a89a52ad69de tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Unset dirty status for tenant:864023c8c80d472fb822567abae0752e on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:08.017807 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:08.023767 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-1212a839-5e34-4d31-96f0-a89a52ad69de tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1244674245&fields=id&tenant_id=864023c8c80d472fb822567abae0752e HTTP/1.1" status: 200 len: 267 time: 0.1477964 May 19 09:33:08.048872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670df858-7f53-4aeb-b17a-6d95e7b0b5e9,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:08.064299 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:08.094206 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=29f10fbfd8a84c0ab58b70a505182955&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166395 May 19 09:33:08.094942 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51480) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:08.128271 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-5348faa0-8058-4bb6-b251-19d61aac00d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:08.129759 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-5348faa0-8058-4bb6-b251-19d61aac00d8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 1096 time: 0.2955265 May 19 09:33:08.250198 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b381-b8d8-4e0a-be83-2b309f3401b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:08.289989 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:33:08.300058 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b381-b8d8-4e0a-be83-2b309f3401b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:08.312273 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:08.366186 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.55', 63874) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:08.367459 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Transition to ACTIVE for port object 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:33:08.438982 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-cbb7621c-08bf-4070-8028-0b982b580149 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:08.439949 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-cbb7621c-08bf-4070-8028-0b982b580149 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Synchronizing usage tracker for tenant:864023c8c80d472fb822567abae0752e on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:08.460568 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:08.481730 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-c09ea675-edb7-4ea3-ab6e-fdf334ec4c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:08.483511 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-c09ea675-edb7-4ea3-ab6e-fdf334ec4c72 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 916 time: 0.3441215 May 19 09:33:08.496198 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f442315a-c601-43b1-a117-c6f5502fec5e req-cb6336f8-28fe-4f42-bf36-cacafe0badbc tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:08.502062 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f442315a-c601-43b1-a117-c6f5502fec5e req-cb6336f8-28fe-4f42-bf36-cacafe0badbc tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 931 time: 0.4420774 May 19 09:33:08.506291 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:08.665016 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-5bb2a375-9703-44ec-b85a-d3f5a95e6e3a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fede3a95-b301-4d44-954a-57ed0bd04c37 HTTP/1.1" status: 200 len: 217 time: 0.1652303 May 19 09:33:08.665016 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-cbb7621c-08bf-4070-8028-0b982b580149 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Unset dirty status for tenant:864023c8c80d472fb822567abae0752e on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:08.666145 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-cbb7621c-08bf-4070-8028-0b982b580149 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 817 time: 0.6414955 May 19 09:33:08.688595 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f442315a-c601-43b1-a117-c6f5502fec5e req-c2ae12f1-ee05-420c-a79d-d64f35fd63ea tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189907 May 19 09:33:08.756700 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device e1723d55-12ba-4979-9e65-be9b559fadc3 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:33:08.782881 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-aca6561f-7775-41a4-b59c-d8761615336f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/quotas/864023c8c80d472fb822567abae0752e HTTP/1.1" status: 200 len: 375 time: 0.0980883 May 19 09:33:08.821773 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Pushing event updated for resources: {'Port': ['ID=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:08.841735 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:08.872180 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port e1723d55-12ba-4979-9e65-be9b559fadc3 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:33:08.879996 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port e1723d55-12ba-4979-9e65-be9b559fadc3 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:08.881505 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:08.912713 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-8650d9fc-a41d-4ed2-8625-7c166345f901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:08.915333 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-8650d9fc-a41d-4ed2-8625-7c166345f901 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d13d5d72-bec9-49ea-9ebb-f79763e8470f HTTP/1.1" status: 200 len: 855 time: 0.2250011 May 19 09:33:08.941159 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b381-b8d8-4e0a-be83-2b309f3401b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:08.957247 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-981b82b3-8bf1-4773-bbb0-4ef8b46984da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:08.982446 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892561-7869-4d6c-9724-5fdcb7968edb req-17048314-fe3a-45ed-b67b-293068a7ac72 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:08.983161 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-55892561-7869-4d6c-9724-5fdcb7968edb req-17048314-fe3a-45ed-b67b-293068a7ac72 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Synchronizing usage tracker for tenant:a12fadd111394d43aca9413095296bf9 on resource:network {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:08.997619 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0b381-b8d8-4e0a-be83-2b309f3401b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670df858-7f53-4aeb-b17a-6d95e7b0b5e9,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:09.007712 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b2d0b381-b8d8-4e0a-be83-2b309f3401b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:09.013526 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2d0b381-b8d8-4e0a-be83-2b309f3401b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:09.014706 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b2d0b381-b8d8-4e0a-be83-2b309f3401b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/670df858-7f53-4aeb-b17a-6d95e7b0b5e9 HTTP/1.1" status: 204 len: 168 time: 0.9188440 May 19 09:33:09.035335 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-55892561-7869-4d6c-9724-5fdcb7968edb req-17048314-fe3a-45ed-b67b-293068a7ac72 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Unset dirty status for tenant:a12fadd111394d43aca9413095296bf9 on resource:network {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:09.040322 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-17048314-fe3a-45ed-b67b-293068a7ac72 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 810 time: 0.6715457 May 19 09:33:09.052094 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-829bda9b-1b72-4e40-bea5-532243dfbe93 req-11af75a6-2ceb-44ac-bc36-5bb80b412132 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 210 time: 0.1342766 May 19 09:33:09.060700 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-b343c44f-59e5-446f-b63b-6951f298e058 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915420 May 19 09:33:09.135513 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Attempting to bind port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:33:09.138703 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Attempting to bind port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '9449edc9-249d-4122-a97a-215a694d0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '47a824f1-d235-49b6-8995-5a3bd70a196c'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:33:09.139467 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Attempting to bind port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 on network 47a824f1-d235-49b6-8995-5a3bd70a196c {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:33:09.160643 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 on network 47a824f1-d235-49b6-8995-5a3bd70a196c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:33:09.161808 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Attempting to bind port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 on network 47a824f1-d235-49b6-8995-5a3bd70a196c {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:33:09.187047 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:09.191789 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-55892561-7869-4d6c-9724-5fdcb7968edb req-c7b035e0-7116-432c-b573-316f5fea2d47 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Synchronizing usage tracker for tenant:a12fadd111394d43aca9413095296bf9 on resource:security_group {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:09.197071 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:33:09.198586 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-9772662e-351c-4a5c-bbf3-cedd84548f02 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4147818 May 19 09:33:09.199073 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Checking segment: {'id': '9449edc9-249d-4122-a97a-215a694d0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '47a824f1-d235-49b6-8995-5a3bd70a196c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:33:09.200837 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Bound using segment: {'id': '9449edc9-249d-4122-a97a-215a694d0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '47a824f1-d235-49b6-8995-5a3bd70a196c'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:33:09.204172 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Bound port: 775dc118-3935-41d6-8a8f-a7fdaf9dbce1, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9449edc9-249d-4122-a97a-215a694d0426', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 990, 'network_id': '47a824f1-d235-49b6-8995-5a3bd70a196c'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:33:09.204661 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:09.255864 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-55892561-7869-4d6c-9724-5fdcb7968edb req-c7b035e0-7116-432c-b573-316f5fea2d47 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Unset dirty status for tenant:a12fadd111394d43aca9413095296bf9 on resource:security_group {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:09.256954 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-c7b035e0-7116-432c-b573-316f5fea2d47 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12fadd111394d43aca9413095296bf9 HTTP/1.1" status: 200 len: 380 time: 0.1925075 May 19 09:33:09.261887 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port e1723d55-12ba-4979-9e65-be9b559fadc3, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=e1723d55-12ba-4979-9e65-be9b559fadc3,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:09.269321 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:09.271562 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:09.303663 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'port': {'device_id': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'admin_state_up': True, 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'security_groups': ['a0b71300-dbe4-4d16-9015-7c7604b09434']}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:09.383313 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=e1723d55-12ba-4979-9e65-be9b559fadc3,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:09.387723 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:09.508924 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] For port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:33:09.515714 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] For port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,segment=NetworkSegment(9449edc9-249d-4122-a97a-215a694d0426),segment_id=9449edc9-249d-4122-a97a-215a694d0426)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:33:09.521781 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:09.537830 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-11a269da-8ec6-433b-b608-f441add6cad5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:09.538480 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51514) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:09.608097 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:09.615720 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:09.616187 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:09.616331 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:09.617751 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] 10.222.0.55 "PUT /v2.0/ports/775dc118-3935-41d6-8a8f-a7fdaf9dbce1 HTTP/1.1" status: 200 len: 1093 time: 2.6432891 May 19 09:33:09.620235 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8b358f1-dcfa-47cc-b675-4f0dcdef940e', 'tag': '775dc118-3935-41d6-8a8f-a7fdaf9dbce1'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:09.626517 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:port and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:09.630147 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:09.645931 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:09.669573 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Pushing event updated for resources: {'Port': ['ID=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:09.673812 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:09.674629 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Made reservation on behalf of a12fadd111394d43aca9413095296bf9 for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:33:09.678951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:09.688608 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:09.725681 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-9d033b7c-ae65-4919-971b-693a9cf38a2c service neutron] 10.222.0.46 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851320 May 19 09:33:09.731795 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Usage tracker for resource:security_group_rule and tenant:a5f3a4e2870c4ba68ce55ae40b8f456b is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:09.738723 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:09.797612 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-a9e43e6c-61e1-47a4-92e3-28658d30e59d service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7185757 May 19 09:33:09.813741 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:09.824777 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846af43-fc5a-4d1d-bff4-55265e014410 req-de6d63b9-9c16-42aa-ba01-af1346b3700b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:09.826507 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8846af43-fc5a-4d1d-bff4-55265e014410 req-de6d63b9-9c16-42aa-ba01-af1346b3700b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.5387285 May 19 09:33:09.861703 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-0f0f68a3-74dc-4ff3-b306-e947f6ebda9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:09.863242 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-0f0f68a3-74dc-4ff3-b306-e947f6ebda9b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=415d2a106ab14d6d8659ccb81344ace7&device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 1096 time: 0.1653113 May 19 09:33:09.998234 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-29a02a98-4297-418a-b9cf-2a902c7bab6e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775dc118-3935-41d6-8a8f-a7fdaf9dbce1 HTTP/1.1" status: 200 len: 217 time: 0.0713520 May 19 09:33:10.126868 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Allocated IP 172.20.0.6 (c123ff2b-f731-4b43-b174-2198f1d922d6/e5d79cb4-dce7-409f-9962-8a8e470db3a6/602dec52-cea8-4e89-8ade-170dcdd6b52a) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:33:10.174908 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-62d00789-ac1d-473b-9767-bb4aaa52c51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:10.176445 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-62d00789-ac1d-473b-9767-bb4aaa52c51e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ae9d30-7e57-4add-9dba-dbc29cb59bd9 HTTP/1.1" status: 200 len: 852 time: 0.1675200 May 19 09:33:10.196945 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8846af43-fc5a-4d1d-bff4-55265e014410 req-419a4691-68bc-4054-aaa4-86f4d00f4435 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425813 May 19 09:33:10.246272 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-e272fb3d-2dac-4e63-98ed-a0b268f73312 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=47a824f1-d235-49b6-8995-5a3bd70a196c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564332 May 19 09:33:10.277010 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-c4806150-3621-4872-a36a-83fb8f3c4df8 service neutron] 10.222.0.46 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332246 May 19 09:33:10.298899 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ab4ed05-a986-4c42-a4d6-9a28ee57e510 req-f88ff8a9-cece-4126-a750-d99af1370bf3 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4712343 May 19 09:33:10.333613 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:10.345290 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:10.375803 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:10.387885 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5f3a4e2870c4ba68ce55ae40b8f456b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8399215 May 19 09:33:10.389238 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51544) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:10.415836 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-ec6cf3c8-ebba-4fad-b9cf-1709915d271b service neutron] 10.222.0.55 "GET /v2.0/networks/47a824f1-d235-49b6-8995-5a3bd70a196c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505046 May 19 09:33:10.510433 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9181dadb-53d9-4d15-82fe-7171ce6845fe,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:10.514712 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:10.582062 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-95629638-b91c-4201-b5e2-284fcb65672b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:10.607291 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f1142-128e-48f9-a406-f96f35594e17 req-4442c4f1-6219-407d-8ee5-3d30d1e3f6a3 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:10.608969 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dc4f1142-128e-48f9-a406-f96f35594e17 req-4442c4f1-6219-407d-8ee5-3d30d1e3f6a3 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 943 time: 0.2341945 May 19 09:33:10.658204 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-95629638-b91c-4201-b5e2-284fcb65672b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:10.699400 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device e1723d55-12ba-4979-9e65-be9b559fadc3 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:33:10.707547 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:10.734316 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-44c06e9f-ba33-40f6-a8c0-656d68ec29d3 req-5da2487b-ec6d-4172-a5c4-5fcc5279f965 service neutron] 10.222.0.55 "GET /v2.0/networks/47a824f1-d235-49b6-8995-5a3bd70a196c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3086512 May 19 09:33:10.735555 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dc4f1142-128e-48f9-a406-f96f35594e17 req-cf2c4e2c-e971-494a-b2e5-535b0964deff tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093161 May 19 09:33:10.742482 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Transition to ACTIVE for port object 602dec52-cea8-4e89-8ade-170dcdd6b52a will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:33:10.785641 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-95629638-b91c-4201-b5e2-284fcb65672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:10.793300 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:10.797244 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:10.811551 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-fd44289f-36ed-407d-9aff-d616b43cf9ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:10.817603 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95629638-b91c-4201-b5e2-284fcb65672b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9181dadb-53d9-4d15-82fe-7171ce6845fe,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:10.831111 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-95629638-b91c-4201-b5e2-284fcb65672b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:10.836983 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-95629638-b91c-4201-b5e2-284fcb65672b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:10.840461 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-95629638-b91c-4201-b5e2-284fcb65672b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9181dadb-53d9-4d15-82fe-7171ce6845fe HTTP/1.1" status: 204 len: 168 time: 0.4464276 May 19 09:33:10.891332 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:33:10.898317 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Network c123ff2b-f731-4b43-b174-2198f1d922d6 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:33:10.901970 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:33:10.907494 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:33:11.044698 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:11.046713 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.048212 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port e1723d55-12ba-4979-9e65-be9b559fadc3 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:11.052344 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.117615 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8b358f1-dcfa-47cc-b675-4f0dcdef940e', 'tag': '775dc118-3935-41d6-8a8f-a7fdaf9dbce1', 'status': 'completed', 'code': 200} May 19 09:33:11.148142 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9a5391b6-f381-4efd-8b28-e0937c7ccc67 req-1f23b386-2e7c-4464-9d60-f3f008da2e85 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 210 time: 0.0839906 May 19 09:33:11.209178 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9162953 May 19 09:33:11.232122 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aaba7-4cd7-42dd-bc1e-0049abdcacb6 req-4a5ba3af-5a4b-426f-9b32-a80f347e992b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:11.251344 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'Port': ['ID=602dec52-cea8-4e89-8ade-170dcdd6b52a,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:11.260778 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f94aaba7-4cd7-42dd-bc1e-0049abdcacb6 req-4a5ba3af-5a4b-426f-9b32-a80f347e992b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 931 time: 0.3481131 May 19 09:33:11.265233 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:11.290386 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Request body: {'port': {'device_id': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:11.432683 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f94aaba7-4cd7-42dd-bc1e-0049abdcacb6 req-fc25f94b-6cf8-4fc7-97a8-1eaefb78289f tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701860 May 19 09:33:11.444894 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.489565 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-7aa6e2e9-107d-41fa-bc72-4377f10a1561 None None] Provisioning for port 602dec52-cea8-4e89-8ade-170dcdd6b52a completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:33:11.505119 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-7aa6e2e9-107d-41fa-bc72-4377f10a1561 None None] Provisioning complete for port 602dec52-cea8-4e89-8ade-170dcdd6b52a triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:11.507338 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7aa6e2e9-107d-41fa-bc72-4377f10a1561 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.610805 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-3b2c471a-83ad-49a1-85cb-fa338f50003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:11.612735 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-3b2c471a-83ad-49a1-85cb-fa338f50003a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=415d2a106ab14d6d8659ccb81344ace7&device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 1096 time: 0.5130715 May 19 09:33:11.675180 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-7aa6e2e9-107d-41fa-bc72-4377f10a1561 None None] Port 602dec52-cea8-4e89-8ade-170dcdd6b52a cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:33:11.699165 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a179641d-ebe9-4607-8140-a866a055837b req-235cdac8-61d7-4920-8c67-6f990e827ad8 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:11.709818 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a179641d-ebe9-4607-8140-a866a055837b req-235cdac8-61d7-4920-8c67-6f990e827ad8 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.1810379 May 19 09:33:11.788874 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a179641d-ebe9-4607-8140-a866a055837b req-968685a5-6cd9-48e1-a424-519607d118d5 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780785 May 19 09:33:11.877044 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602dec52-cea8-4e89-8ade-170dcdd6b52a {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:33:11.891683 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.915233 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Transition to ACTIVE for port object 602dec52-cea8-4e89-8ade-170dcdd6b52a will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:33:11.923857 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:11.931234 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:12.006951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Pushing event updated for resources: {'Port': ['ID=602dec52-cea8-4e89-8ade-170dcdd6b52a,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:12.011335 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:12.091959 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceb4a46-064f-45e4-8fa5-12f708c302f8 req-03bec7db-2fd0-4577-b2f3-f6d54051fd0b tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:12.093490 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ceb4a46-064f-45e4-8fa5-12f708c302f8 req-03bec7db-2fd0-4577-b2f3-f6d54051fd0b tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 943 time: 0.1504107 May 19 09:33:12.184854 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ceb4a46-064f-45e4-8fa5-12f708c302f8 req-c0a0d574-4c31-439c-b429-b420f14c69f6 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832763 May 19 09:33:12.277871 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Attempting to bind port 602dec52-cea8-4e89-8ade-170dcdd6b52a on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:33:12.278460 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Attempting to bind port 602dec52-cea8-4e89-8ade-170dcdd6b52a by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:33:12.278679 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Attempting to bind port 602dec52-cea8-4e89-8ade-170dcdd6b52a on network c123ff2b-f731-4b43-b174-2198f1d922d6 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:33:12.284104 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Port 602dec52-cea8-4e89-8ade-170dcdd6b52a on network c123ff2b-f731-4b43-b174-2198f1d922d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:33:12.284438 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Attempting to bind port 602dec52-cea8-4e89-8ade-170dcdd6b52a on network c123ff2b-f731-4b43-b174-2198f1d922d6 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:33:12.291514 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:33:12.292010 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Checking segment: {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:33:12.292402 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Bound using segment: {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:33:12.292845 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Bound port: 602dec52-cea8-4e89-8ade-170dcdd6b52a, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:33:12.293202 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:12.338442 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2f79f863-423c-4812-9483-49484c96c71a req-0ec86c8f-0045-4fbd-b09d-f1491c99688d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 210 time: 0.0491595 May 19 09:33:12.388121 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] For port 602dec52-cea8-4e89-8ade-170dcdd6b52a, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:33:12.391329 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] For port 602dec52-cea8-4e89-8ade-170dcdd6b52a, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:33:12.396302 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:12.400753 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:12.526776 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:12.527399 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:12.528867 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] 10.222.0.55 "PUT /v2.0/ports/602dec52-cea8-4e89-8ade-170dcdd6b52a HTTP/1.1" status: 200 len: 1093 time: 1.2933328 May 19 09:33:12.549373 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Pushing event updated for resources: {'Port': ['ID=602dec52-cea8-4e89-8ade-170dcdd6b52a,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:12.553419 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:12.648409 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3454af6-95f9-4d8e-b0c3-0e0c79cb905e req-392c174d-f5a2-4c57-bebd-5929e5b4337b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:12.650097 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f3454af6-95f9-4d8e-b0c3-0e0c79cb905e req-392c174d-f5a2-4c57-bebd-5929e5b4337b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 943 time: 0.1074581 May 19 09:33:12.703420 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f3454af6-95f9-4d8e-b0c3-0e0c79cb905e req-07056293-a656-40f9-affb-5e44e4909fea tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 May 19 09:33:12.968164 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d912fe18-fc9a-46f4-8625-cfe8ad770d5f req-b47c0dc2-3ee7-4c4a-ba6a-1dfbd438b1ed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:12.969687 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d912fe18-fc9a-46f4-8625-cfe8ad770d5f req-b47c0dc2-3ee7-4c4a-ba6a-1dfbd438b1ed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.0802507 May 19 09:33:13.017601 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d912fe18-fc9a-46f4-8625-cfe8ad770d5f req-71518cc6-63b0-434a-a189-9a4fd1f57cee tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 May 19 09:33:13.118560 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'tag': '602dec52-cea8-4e89-8ade-170dcdd6b52a'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:13.172484 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'tag': '602dec52-cea8-4e89-8ade-170dcdd6b52a', 'status': 'completed', 'code': 200} May 19 09:33:13.408459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca765f8-2ed5-4c7e-b84f-ddae4cb63c6b req-90ca23d2-d2cc-4644-bc3a-3f40b3417077 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:13.410009 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cca765f8-2ed5-4c7e-b84f-ddae4cb63c6b req-90ca23d2-d2cc-4644-bc3a-3f40b3417077 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 943 time: 0.1005273 May 19 09:33:13.467020 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cca765f8-2ed5-4c7e-b84f-ddae4cb63c6b req-76ddb219-9273-4dd2-bf06-6d9348f6f0ed tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494912 May 19 09:33:13.526909 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8c8f411-58ca-4de9-bdf8-5c407342070a req-69ef9483-5c56-46b5-b00e-9f7a89a92c19 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 210 time: 0.0470743 May 19 09:33:13.903064 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760298f6-97cb-4ad3-aa18-1e3241151755 req-6ff7d567-fd45-488a-90bd-e0ab8077e47d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:13.904565 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-760298f6-97cb-4ad3-aa18-1e3241151755 req-6ff7d567-fd45-488a-90bd-e0ab8077e47d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 943 time: 0.0807838 May 19 09:33:13.949134 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-760298f6-97cb-4ad3-aa18-1e3241151755 req-7bc0187b-7b27-4fdb-ac43-9edb1f7598ef tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389111 May 19 09:33:14.201046 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce17c5b-23d1-403f-befe-238405b34649 req-afebb71a-b224-4bcb-a90f-fd3277a07f92 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:14.202399 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3ce17c5b-23d1-403f-befe-238405b34649 req-afebb71a-b224-4bcb-a90f-fd3277a07f92 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.0807886 May 19 09:33:14.247232 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3ce17c5b-23d1-403f-befe-238405b34649 req-02c50d50-c8b5-4166-abaf-8c2f1630b9fb tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385673 May 19 09:33:14.698829 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d101fa5-d0c4-4013-b7af-452657ef2373 req-f1f1f9ff-c959-4ce1-8173-37907f4f5d36 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:14.700315 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d101fa5-d0c4-4013-b7af-452657ef2373 req-f1f1f9ff-c959-4ce1-8173-37907f4f5d36 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 943 time: 0.1204300 May 19 09:33:14.707197 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7dc1fbcb-242f-4a60-b607-30d1bd457ac1 req-47bf0239-e00b-402d-8ac2-6fbfc07733fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 210 time: 0.0549438 May 19 09:33:14.748927 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d101fa5-d0c4-4013-b7af-452657ef2373 req-c64ae676-5658-49f0-ad27-33c6f821bb3f tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400164 May 19 09:33:15.133690 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a759-38f5-4998-ac13-36886a4c5ad3 req-fd6841b1-2e4a-4024-b85f-ad2ebb34b9c4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:15.135157 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d037a759-38f5-4998-ac13-36886a4c5ad3 req-fd6841b1-2e4a-4024-b85f-ad2ebb34b9c4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 943 time: 0.0783515 May 19 09:33:15.236598 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d037a759-38f5-4998-ac13-36886a4c5ad3 req-0c93a0fb-ebcd-4c93-8938-250ac35a02ec tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956626 May 19 09:33:15.440910 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d12e0b8-fcb4-4a42-b80a-934df69c7fac req-a2372f0b-02b6-4892-8f8e-20727a5fd5cb tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:15.442439 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d12e0b8-fcb4-4a42-b80a-934df69c7fac req-a2372f0b-02b6-4892-8f8e-20727a5fd5cb tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.0883167 May 19 09:33:15.491367 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d12e0b8-fcb4-4a42-b80a-934df69c7fac req-a3679f5b-ac80-4c0b-bd2c-bf6d42f13928 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 May 19 09:33:15.904630 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-46cd97df-b37c-4f00-be07-94034f32c684 req-ec1d19e2-e274-485c-81c6-c13db7adcee6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 210 time: 0.0822623 May 19 09:33:15.944623 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e14412-f6d4-447e-b150-812a6b0620e5 req-f15eed3b-8578-4031-89be-badbaa5648c0 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:15.946091 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4e14412-f6d4-447e-b150-812a6b0620e5 req-f15eed3b-8578-4031-89be-badbaa5648c0 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 943 time: 0.0897689 May 19 09:33:15.990662 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4e14412-f6d4-447e-b150-812a6b0620e5 req-b67a492b-17a1-4529-8faa-87b230949a78 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388064 May 19 09:33:16.351077 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device fede3a95-b301-4d44-954a-57ed0bd04c37 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:33:16.436975 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767efe09-3986-45b5-8a47-ed9b50f7084a req-7ad83dab-ffbf-4819-8d0e-6489cf0c12ad tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:16.439254 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-767efe09-3986-45b5-8a47-ed9b50f7084a req-7ad83dab-ffbf-4819-8d0e-6489cf0c12ad tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 943 time: 0.0967965 May 19 09:33:16.526851 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-767efe09-3986-45b5-8a47-ed9b50f7084a req-42a454d4-2b62-4b0c-a0d8-bd4f078ff479 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806479 May 19 09:33:16.566125 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port fede3a95-b301-4d44-954a-57ed0bd04c37, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fede3a95-b301-4d44-954a-57ed0bd04c37,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:16.569554 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-0bcf3402-5405-4bd3-b329-7ba5893ab2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:16.571051 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-0bcf3402-5405-4bd3-b329-7ba5893ab2f5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=47a824f1-d235-49b6-8995-5a3bd70a196c HTTP/1.1" status: 200 len: 913 time: 0.2342079 May 19 09:33:16.601638 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'fede3a95-b301-4d44-954a-57ed0bd04c37', 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9', 'port_id': 'fede3a95-b301-4d44-954a-57ed0bd04c37', 'mac_address': 'fa:16:3e:7a:66:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d5d72-bec9-49ea-9ebb-f79763e8470f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:33:16.671340 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:16.696898 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-bbdc418e-ad27-445e-9396-1b9c78bd3ed3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=775dc118-3935-41d6-8a8f-a7fdaf9dbce1 HTTP/1.1" status: 200 len: 217 time: 0.1159921 May 19 09:33:16.699365 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fede3a95-b301-4d44-954a-57ed0bd04c37 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:33:16.708574 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98baf8-aa68-4fb7-b16b-0b53b707ff2e req-3205983a-77be-4829-987d-c58717eba4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:16.710346 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4f98baf8-aa68-4fb7-b16b-0b53b707ff2e req-3205983a-77be-4829-987d-c58717eba4ed service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 1096 time: 0.2817547 May 19 09:33:16.719182 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port fede3a95-b301-4d44-954a-57ed0bd04c37, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fede3a95-b301-4d44-954a-57ed0bd04c37,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:16.726575 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:16.729312 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e33bda00-3436-4c18-97d7-c53c39c85c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:16.770500 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199471da-bb30-4764-9a58-a091b17d1dcc req-74e0e37a-a9a8-49db-b3f9-39470046e096 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:16.772187 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-199471da-bb30-4764-9a58-a091b17d1dcc req-74e0e37a-a9a8-49db-b3f9-39470046e096 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 943 time: 0.1039917 May 19 09:33:16.826534 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=fede3a95-b301-4d44-954a-57ed0bd04c37,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:16.830004 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-199471da-bb30-4764-9a58-a091b17d1dcc req-172b7aa1-2853-482b-98a2-acf994d2914f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508246 May 19 09:33:16.830303 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:16.891794 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-bfc43516-ce4b-472f-9969-9bce64b11dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:16.893255 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-bfc43516-ce4b-472f-9969-9bce64b11dde service neutron] 10.222.0.55 "GET /v2.0/subnets?id=61ae9d30-7e57-4add-9dba-dbc29cb59bd9 HTTP/1.1" status: 200 len: 852 time: 0.1819568 May 19 09:33:16.950952 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-a8e89054-8945-4bb6-a26b-8999175f4840 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=47a824f1-d235-49b6-8995-5a3bd70a196c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456638 May 19 09:33:16.952136 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98baf8-aa68-4fb7-b16b-0b53b707ff2e req-51c6c5b1-d9b9-4b25-90db-32694411d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:16.953500 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4f98baf8-aa68-4fb7-b16b-0b53b707ff2e req-51c6c5b1-d9b9-4b25-90db-32694411d553 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=a12fadd111394d43aca9413095296bf9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2100487 May 19 09:33:17.072274 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-58966ad6-e0a6-4773-85ed-da556de4be09 req-7507ff2c-3fc5-443b-ba35-e148b11e45d0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 210 time: 0.0441401 May 19 09:33:17.237190 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be90a4-d9fb-4752-a57a-b6ccccf78c6a req-5fb7ad09-f80a-4cbf-b946-83915d4e72e5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:17.238831 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-65be90a4-d9fb-4752-a57a-b6ccccf78c6a req-5fb7ad09-f80a-4cbf-b946-83915d4e72e5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 943 time: 0.1310198 May 19 09:33:17.291825 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-bdc44d97-2089-4718-892e-5dd4d946e9f3 service neutron] 10.222.0.55 "GET /v2.0/networks/47a824f1-d235-49b6-8995-5a3bd70a196c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3212543 May 19 09:33:17.299492 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98baf8-aa68-4fb7-b16b-0b53b707ff2e req-1a0413f1-c70e-4d92-9bc0-e264b52e7896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:17.301525 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4f98baf8-aa68-4fb7-b16b-0b53b707ff2e req-1a0413f1-c70e-4d92-9bc0-e264b52e7896 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3296721 May 19 09:33:17.324714 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-65be90a4-d9fb-4752-a57a-b6ccccf78c6a req-7a076257-7b93-4f87-a783-305c0a739925 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639334 May 19 09:33:17.492691 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dc103078-c862-42e1-bd26-77b7c6d851b7 req-7dcf82c9-9b1b-4d0b-b196-c052c27364d1 service neutron] 10.222.0.55 "GET /v2.0/networks/47a824f1-d235-49b6-8995-5a3bd70a196c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900806 May 19 09:33:17.501827 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892561-7869-4d6c-9724-5fdcb7968edb req-83e5a894-f41f-4180-b6d0-0b88d29a50ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:17.503274 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-83e5a894-f41f-4180-b6d0-0b88d29a50ca service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 1096 time: 0.1101913 May 19 09:33:17.575836 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-1af62c6b-0041-46b9-a0dd-945e681b1de0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a HTTP/1.1" status: 200 len: 217 time: 0.0636201 May 19 09:33:17.642253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2f9e3397-6e3c-4b15-bf1f-3a31b828c0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:17.643739 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-2f9e3397-6e3c-4b15-bf1f-3a31b828c0e4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.0612459 May 19 09:33:17.714242 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43a157-25e6-4801-a606-09bb147454a5 req-9767fa72-f00f-45f6-bbfd-7bc479a4ca7c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:17.720395 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4a43a157-25e6-4801-a606-09bb147454a5 req-9767fa72-f00f-45f6-bbfd-7bc479a4ca7c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 943 time: 0.0921249 May 19 09:33:17.731231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55892561-7869-4d6c-9724-5fdcb7968edb req-e5905a04-66a7-446f-b526-41a6f31d9365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:17.733085 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-e5905a04-66a7-446f-b526-41a6f31d9365 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817926 May 19 09:33:17.792126 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4a43a157-25e6-4801-a606-09bb147454a5 req-71714e9a-e070-4fb2-947f-daa4e3fc3179 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651796 May 19 09:33:17.902543 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-ba9ef1b9-b3ee-47b6-8794-45f73fd4c640 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617208 May 19 09:33:18.034632 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be50100-aa3e-4afd-8693-bb1369038305 req-8ec8d04d-8a5a-455f-9485-aa4b379777e7 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:18.037288 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4be50100-aa3e-4afd-8693-bb1369038305 req-8ec8d04d-8a5a-455f-9485-aa4b379777e7 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 944 time: 0.0913942 May 19 09:33:18.085146 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4be50100-aa3e-4afd-8693-bb1369038305 req-fc466527-6701-4201-8372-407616b7ed3a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 May 19 09:33:18.111459 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['fede3a95-b301-4d44-954a-57ed0bd04c37'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:18.176834 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-55892561-7869-4d6c-9724-5fdcb7968edb req-16ede936-cac5-4b69-93e0-29612428c97a service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658241 May 19 09:33:18.235236 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a621befa-c947-4da3-a597-602bf02ab490 req-7a1bfa12-5b42-4479-8d10-501b1e374880 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 210 time: 0.0444853 May 19 09:33:18.298506 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-835e5b83-b927-48a8-b003-8e73a2152042 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:18.299970 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-835e5b83-b927-48a8-b003-8e73a2152042 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 817 time: 0.3671083 May 19 09:33:18.357877 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-0518179e-b9ed-48b8-af79-f3c0714d7802 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Synchronizing usage tracker for tenant:864023c8c80d472fb822567abae0752e on resource:security_group {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:18.370375 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-0518179e-b9ed-48b8-af79-f3c0714d7802 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Unset dirty status for tenant:864023c8c80d472fb822567abae0752e on resource:security_group {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:18.371537 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-0518179e-b9ed-48b8-af79-f3c0714d7802 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=864023c8c80d472fb822567abae0752e HTTP/1.1" status: 200 len: 380 time: 0.0572081 May 19 09:33:18.381270 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'port': {'device_id': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'admin_state_up': True, 'tenant_id': '864023c8c80d472fb822567abae0752e', 'security_groups': ['acc66743-1f00-4b25-b747-2b09a2ede6d6']}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:18.538278 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90915c4f-c74d-49fe-a54c-694508f221a5 req-070c61a5-95e8-4ad3-962f-64319068f238 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:18.539964 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-90915c4f-c74d-49fe-a54c-694508f221a5 req-070c61a5-95e8-4ad3-962f-64319068f238 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 943 time: 0.1012938 May 19 09:33:18.544569 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:18.553543 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:port and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:18.556816 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:18.565182 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:18.580279 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Made reservation on behalf of 864023c8c80d472fb822567abae0752e for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:33:18.585132 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:18.589250 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-90915c4f-c74d-49fe-a54c-694508f221a5 req-4b3c4ab8-643b-4b44-a377-58982815fb41 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436661 May 19 09:33:18.761792 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Allocated IP 172.20.0.8 (cc30172b-a480-4f81-b501-180bafad8e73/b0c788fd-a746-4bdb-956b-780fe760a6b0/cb864750-9cec-40e5-82f4-05ed09b7d9d8) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:33:18.981290 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:19.002282 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Transition to ACTIVE for port object cb864750-9cec-40e5-82f4-05ed09b7d9d8 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:33:19.037397 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:19.045626 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:19.047736 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c39e38-435b-4908-b89b-c129566105c5 req-d5ea7fef-5f3e-41dd-a03d-44069b574419 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:19.049889 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-60c39e38-435b-4908-b89b-c129566105c5 req-d5ea7fef-5f3e-41dd-a03d-44069b574419 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 943 time: 0.1039739 May 19 09:33:19.103202 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-60c39e38-435b-4908-b89b-c129566105c5 req-765088c9-b20f-4681-b8cd-5d73f8e00ce2 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477531 May 19 09:33:19.122281 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Network cc30172b-a480-4f81-b501-180bafad8e73 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:33:19.125471 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:33:19.129729 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:33:19.167515 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:19.172442 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:19.201079 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:19.201649 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:19.226695 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8493302 May 19 09:33:19.243521 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Request body: {'port': {'device_id': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:19.368979 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b385a1ec-d041-4ce4-8b95-1e3624a1a659 req-90940581-5852-453e-aff5-df76263ff19e tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:19.370826 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b385a1ec-d041-4ce4-8b95-1e3624a1a659 req-90940581-5852-453e-aff5-df76263ff19e tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 944 time: 0.1006033 May 19 09:33:19.438171 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:19.496619 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b385a1ec-d041-4ce4-8b95-1e3624a1a659 req-31eac1e2-9ede-453f-9d1f-0c5c16b69b00 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092236 May 19 09:33:19.508236 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-9c5f1e2a-d50c-4ec9-8460-b733c31c0205 None None] Provisioning for port cb864750-9cec-40e5-82f4-05ed09b7d9d8 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:33:19.514290 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-9c5f1e2a-d50c-4ec9-8460-b733c31c0205 None None] Provisioning complete for port cb864750-9cec-40e5-82f4-05ed09b7d9d8 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:19.520712 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9c5f1e2a-d50c-4ec9-8460-b733c31c0205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:19.550573 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b7517-db95-44a4-a4a9-ec750a5d31b7 req-ffcf32ed-66c4-40e0-b205-3ad25ed2d93e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:19.553117 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-376b7517-db95-44a4-a4a9-ec750a5d31b7 req-ffcf32ed-66c4-40e0-b205-3ad25ed2d93e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 931 time: 0.1327918 May 19 09:33:19.628508 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-9c5f1e2a-d50c-4ec9-8460-b733c31c0205 None None] Port cb864750-9cec-40e5-82f4-05ed09b7d9d8 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:33:19.635313 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-376b7517-db95-44a4-a4a9-ec750a5d31b7 req-096ba4f2-dc1f-4d34-81ad-6eb61d27896b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746965 May 19 09:33:19.816756 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8562a1e-da32-4dd3-ad1a-26b8d81fe49a req-38ff1fa3-86a8-4eb0-aad2-0dd2aa858117 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:19.818545 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b8562a1e-da32-4dd3-ad1a-26b8d81fe49a req-38ff1fa3-86a8-4eb0-aad2-0dd2aa858117 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 943 time: 0.0901542 May 19 09:33:19.870907 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b8562a1e-da32-4dd3-ad1a-26b8d81fe49a req-3eb7115c-faa7-4289-bc6d-6e51aab2e934 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438690 May 19 09:33:19.911535 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb864750-9cec-40e5-82f4-05ed09b7d9d8 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:33:19.919137 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:19.923913 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 51848) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:19.944360 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Transition to ACTIVE for port object cb864750-9cec-40e5-82f4-05ed09b7d9d8 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:33:19.949943 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:19.953830 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:20.100198 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:20.151064 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:20.158914 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:20.161830 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:20.192905 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Usage tracker for resource:security_group_rule and tenant:945d30cdc064468783ba53e605e970f9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:20.209039 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:20.213147 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:20.265792 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Attempting to bind port cb864750-9cec-40e5-82f4-05ed09b7d9d8 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:33:20.266299 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Attempting to bind port cb864750-9cec-40e5-82f4-05ed09b7d9d8 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:33:20.266632 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Attempting to bind port cb864750-9cec-40e5-82f4-05ed09b7d9d8 on network cc30172b-a480-4f81-b501-180bafad8e73 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:33:20.275174 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Port cb864750-9cec-40e5-82f4-05ed09b7d9d8 on network cc30172b-a480-4f81-b501-180bafad8e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:33:20.275550 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Attempting to bind port cb864750-9cec-40e5-82f4-05ed09b7d9d8 on network cc30172b-a480-4f81-b501-180bafad8e73 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:33:20.285383 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 33, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:33:20.286227 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Checking segment: {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:33:20.286633 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Bound using segment: {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:33:20.287144 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Bound port: cb864750-9cec-40e5-82f4-05ed09b7d9d8, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:33:20.287495 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:20.377215 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0aaad-7bd6-4cfd-9d53-8dc6529437ca req-2989875c-df72-4777-9f47-04a57692eb43 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:20.378906 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-06b0aaad-7bd6-4cfd-9d53-8dc6529437ca req-2989875c-df72-4777-9f47-04a57692eb43 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 943 time: 0.0969551 May 19 09:33:20.462515 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-06b0aaad-7bd6-4cfd-9d53-8dc6529437ca req-57045fda-a48d-4a44-9ba6-bc7bc0578125 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647919 May 19 09:33:20.489405 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:20.492333 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:33:20.495971 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:33:20.497119 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:20.506446 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ca3411c3-9054-43c7-80cf-33abb44452d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:20.534431 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:20.585378 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64248b55-700b-4a5d-a0f8-7dddff719415,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:20.589968 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=945d30cdc064468783ba53e605e970f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649201 May 19 09:33:20.591028 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:20.592696 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:20.592860 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51874) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:20.643514 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:20.645106 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:20.646589 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] 10.222.0.55 "PUT /v2.0/ports/cb864750-9cec-40e5-82f4-05ed09b7d9d8 HTTP/1.1" status: 200 len: 1093 time: 1.4092593 May 19 09:33:20.648696 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:20.727837 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d42ff770-7240-4e86-ae14-48ba8091c361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:20.763627 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'status': 'completed', 'code': 200} May 19 09:33:20.773629 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:20.779251 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:20.804275 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-62440f27-5d19-4ee9-84b9-188dce0e4ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:20.806112 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-62440f27-5d19-4ee9-84b9-188dce0e4ec3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 1096 time: 0.1144307 May 19 09:33:20.835835 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d42ff770-7240-4e86-ae14-48ba8091c361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:20.904092 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-37b85499-5b8d-44c4-abcb-4bb951700038 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8 HTTP/1.1" status: 200 len: 217 time: 0.0799241 May 19 09:33:20.977677 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-9a452d03-4f8d-4838-9ba1-de8529d76032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:20.979168 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-9a452d03-4f8d-4838-9ba1-de8529d76032 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0677903 May 19 09:33:21.053285 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb57a7-71b4-4c08-afeb-bdff6329d781 req-f092b743-4be8-4865-a185-939527fefe68 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.055072 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e3cb57a7-71b4-4c08-afeb-bdff6329d781 req-f092b743-4be8-4865-a185-939527fefe68 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 944 time: 0.2931821 May 19 09:33:21.089371 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-02ddcb68-555d-4ee0-a545-0c377308f1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.089371 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-02ddcb68-555d-4ee0-a545-0c377308f1cf service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0975573 May 19 09:33:21.092366 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d42ff770-7240-4e86-ae14-48ba8091c361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.111648 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce0f70-4f50-4ed6-af76-384b1993e9bf req-f017ebf0-c3d9-4694-8bad-bc2776e945f2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.113183 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0fce0f70-4f50-4ed6-af76-384b1993e9bf req-f017ebf0-c3d9-4694-8bad-bc2776e945f2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.2376828 May 19 09:33:21.117294 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f76a6a55-472f-4617-a0df-0c1a6372e22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:21.145634 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42ff770-7240-4e86-ae14-48ba8091c361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64248b55-700b-4a5d-a0f8-7dddff719415,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:21.153594 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d42ff770-7240-4e86-ae14-48ba8091c361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:21.160303 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e3cb57a7-71b4-4c08-afeb-bdff6329d781 req-a675413a-db24-4881-9264-79111eee073c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964622 May 19 09:33:21.164314 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d42ff770-7240-4e86-ae14-48ba8091c361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.165349 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-d42ff770-7240-4e86-ae14-48ba8091c361 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64248b55-700b-4a5d-a0f8-7dddff719415 HTTP/1.1" status: 204 len: 168 time: 0.5715456 May 19 09:33:21.189576 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0fce0f70-4f50-4ed6-af76-384b1993e9bf req-919c8759-627f-46a3-a38d-f4549378d303 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603650 May 19 09:33:21.261711 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-15d34446-cdc5-444a-9709-5a92376162fe service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690230 May 19 09:33:21.307915 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:33:21.429628 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362f6bd7-ad3b-43ad-89ed-34924cab2445 req-55dd1612-4c52-4523-bf24-d8cd21804379 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.433850 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-362f6bd7-ad3b-43ad-89ed-34924cab2445 req-55dd1612-4c52-4523-bf24-d8cd21804379 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 943 time: 0.1354132 May 19 09:33:21.463041 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d5ade4fc-e622-4f3a-9559-473a6abdf73b req-6c6f7b00-971c-45ee-a36b-5d60710cd14a service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920786 May 19 09:33:21.481569 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device fede3a95-b301-4d44-954a-57ed0bd04c37 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:33:21.508212 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-362f6bd7-ad3b-43ad-89ed-34924cab2445 req-1bf89bc3-adaa-4b66-9591-828cbd4a94cc tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664446 May 19 09:33:21.587301 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,segment=NetworkSegment(9449edc9-249d-4122-a97a-215a694d0426),segment_id=9449edc9-249d-4122-a97a-215a694d0426)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:21.608944 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '775dc118-3935-41d6-8a8f-a7fdaf9dbce1', 'network_id': '47a824f1-d235-49b6-8995-5a3bd70a196c', 'port_id': '775dc118-3935-41d6-8a8f-a7fdaf9dbce1', 'mac_address': 'fa:16:3e:4f:93:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 990, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61ae9d30-7e57-4add-9dba-dbc29cb59bd9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:33:21.663450 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-308cb8a8-04b3-4c3d-8114-d02215c7e1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.665138 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-308cb8a8-04b3-4c3d-8114-d02215c7e1fa service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 1096 time: 0.1095107 May 19 09:33:21.692496 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51912) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:21.707549 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port fede3a95-b301-4d44-954a-57ed0bd04c37 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:33:21.716425 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port fede3a95-b301-4d44-954a-57ed0bd04c37 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:21.716824 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.724272 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.746561 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6714d80f-9e35-410f-b545-c2457611bb3a req-ae3409e5-b4df-494b-b85b-972361805aa8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.758968 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6714d80f-9e35-410f-b545-c2457611bb3a req-ae3409e5-b4df-494b-b85b-972361805aa8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 943 time: 0.1386392 May 19 09:33:21.767996 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.780621 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:21.794582 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Usage tracker for resource:security_group_rule and tenant:f891b6260a1440c7a74358ae3f896dea is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:21.799614 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:21.809857 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:21.831528 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6714d80f-9e35-410f-b545-c2457611bb3a req-98a90703-fc4e-4b82-91dc-56908aa6ffd3 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753603 May 19 09:33:21.856561 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:33:21.891277 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,segment=NetworkSegment(9449edc9-249d-4122-a97a-215a694d0426),segment_id=9449edc9-249d-4122-a97a-215a694d0426)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:21.923941 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.932698 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:21.940567 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.947025 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-f71feece-0bec-4e54-9399-a0fba94b2ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:21.947869 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:21.949150 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-f71feece-0bec-4e54-9399-a0fba94b2ed4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.2769823 May 19 09:33:21.959462 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-af8d2535-f2c7-4077-80ce-d3c89946ed8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:22.002909 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f891b6260a1440c7a74358ae3f896dea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3092856 May 19 09:33:22.005619 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d393c9b-e325-44f3-9009-4da990938929,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:22.008134 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 51930) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:22.010633 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:22.047714 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:22.069287 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-3d5a9b5e-6d15-41d4-86e7-cc735ec0505a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8 HTTP/1.1" status: 200 len: 217 time: 0.1119831 May 19 09:33:22.071953 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:22.075173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d3537d5d-aefe-4662-adf1-707421b27969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:22.075847 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:22.090605 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5536a5-f595-444c-9257-8f59cd3ed0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fede3a95-b301-4d44-954a-57ed0bd04c37'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:22.110755 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d3537d5d-aefe-4662-adf1-707421b27969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:22.182255 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port fede3a95-b301-4d44-954a-57ed0bd04c37, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fede3a95-b301-4d44-954a-57ed0bd04c37,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:22.190583 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:22.193329 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:22.209482 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d3537d5d-aefe-4662-adf1-707421b27969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:22.213800 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:22.219134 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-3260de9c-a0a0-4931-abdb-0188fb482200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:22.223988 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-3260de9c-a0a0-4931-abdb-0188fb482200 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.1441588 May 19 09:33:22.230127 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3537d5d-aefe-4662-adf1-707421b27969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d393c9b-e325-44f3-9009-4da990938929,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:22.249014 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d3537d5d-aefe-4662-adf1-707421b27969 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:22.253777 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d3537d5d-aefe-4662-adf1-707421b27969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:22.259887 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-d3537d5d-aefe-4662-adf1-707421b27969 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6d393c9b-e325-44f3-9009-4da990938929 HTTP/1.1" status: 204 len: 168 time: 0.2482927 May 19 09:33:22.297168 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=fede3a95-b301-4d44-954a-57ed0bd04c37,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:22.304043 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:22.349951 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['775dc118-3935-41d6-8a8f-a7fdaf9dbce1'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:22.390486 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-4c1ff32d-614a-45bf-a010-a64c426abcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:22.395544 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-4c1ff32d-614a-45bf-a010-a64c426abcae service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1637635 May 19 09:33:22.579377 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-b3ab7c16-6940-4e7a-9298-7a59260cec8e service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765847 May 19 09:33:22.603208 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc04b4-167c-4194-907c-191d26cce58d req-d2f7bfd4-9ab2-4aac-9d53-37655f59654d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:22.604805 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bffc04b4-167c-4194-907c-191d26cce58d req-d2f7bfd4-9ab2-4aac-9d53-37655f59654d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1268713 May 19 09:33:22.635618 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382c4fea-08fd-4313-83e5-9bf0b680613e req-0de7e637-005b-4ac4-ae64-2380cc8a3cf4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:22.643356 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-382c4fea-08fd-4313-83e5-9bf0b680613e req-0de7e637-005b-4ac4-ae64-2380cc8a3cf4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 945 time: 0.2175019 May 19 09:33:22.722002 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bffc04b4-167c-4194-907c-191d26cce58d req-da4fdddc-0a0c-485f-a8c5-2434826cb0a6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093295 May 19 09:33:22.749876 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-382c4fea-08fd-4313-83e5-9bf0b680613e req-d0988d2b-5115-4941-ac8b-04ddd0878687 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055577 May 19 09:33:22.887140 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6fab7335-49ab-4eaf-be07-43e496768eb2 req-f18fef9f-a1f1-4a1c-8893-1e683dd2e156 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2935388 May 19 09:33:22.976744 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0609c1-470c-4ab0-bd82-ce34561a5315 req-096706a5-f4a7-4afb-bfd4-7fcdc06a8e3c tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:22.979976 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ac0609c1-470c-4ab0-bd82-ce34561a5315 req-096706a5-f4a7-4afb-bfd4-7fcdc06a8e3c tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 944 time: 0.1008046 May 19 09:33:23.016550 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5536a5-f595-444c-9257-8f59cd3ed0a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fede3a95-b301-4d44-954a-57ed0bd04c37', 'code': 200} May 19 09:33:23.075838 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ac0609c1-470c-4ab0-bd82-ce34561a5315 req-3651004e-ed64-4a25-93e6-d540fff20b7f tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899980 May 19 09:33:23.229781 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300a16e6-b658-4d6e-9f7f-0887df512c44 req-4d2e6a6f-7a72-4f75-aa33-8314e4e12785 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:23.231403 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-300a16e6-b658-4d6e-9f7f-0887df512c44 req-4d2e6a6f-7a72-4f75-aa33-8314e4e12785 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 943 time: 0.0882487 May 19 09:33:23.296218 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-300a16e6-b658-4d6e-9f7f-0887df512c44 req-3c6718b2-7857-4992-8d01-e9f7dd5bd25d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552557 May 19 09:33:23.323044 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-31af16ef-5afa-4ce0-8b24-b9c195a5d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:23.324579 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-31af16ef-5afa-4ce0-8b24-b9c195a5d60c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 1098 time: 0.0989654 May 19 09:33:23.333610 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 602dec52-cea8-4e89-8ade-170dcdd6b52a details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:33:23.352079 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:23.366906 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:23.370816 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Usage tracker for resource:security_group_rule and tenant:ee0080d52c804ebe947e389fc095eecd is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:23.373739 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:23.380172 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:23.486886 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 602dec52-cea8-4e89-8ade-170dcdd6b52a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:23.514114 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '602dec52-cea8-4e89-8ade-170dcdd6b52a', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'port_id': '602dec52-cea8-4e89-8ade-170dcdd6b52a', 'mac_address': 'fa:16:3e:d5:9f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:33:23.553691 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:23.559444 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:23.563940 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52010) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:23.572351 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:23.600178 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-17719ec3-1f78-4338-acad-398ae8cfb243 req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673073 May 19 09:33:23.602256 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:23.614790 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb8ec96-bbe0-483d-9f37-830da0eb95bf,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:23.618948 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:23.623438 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602dec52-cea8-4e89-8ade-170dcdd6b52a {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:33:23.640725 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 602dec52-cea8-4e89-8ade-170dcdd6b52a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:23.645637 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:23.647470 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fb27269e-b729-411e-b060-58b87731fabf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:23.733553 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=602dec52-cea8-4e89-8ade-170dcdd6b52a,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:23.737456 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:23.809327 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:23.835525 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:23.839914 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Usage tracker for resource:security_group_rule and tenant:fd163fa7edba491baec7d39a35ec4fae is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:23.843905 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:23.850914 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:24.128060 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:24.138498 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31534bb3-1adb-4beb-88bc-a3fbe7e0c8db req-53fb88fb-e224-4f21-a475-a3e01511e355 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:24.141548 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['602dec52-cea8-4e89-8ade-170dcdd6b52a'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:24.146263 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-31534bb3-1adb-4beb-88bc-a3fbe7e0c8db req-53fb88fb-e224-4f21-a475-a3e01511e355 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 945 time: 0.2497599 May 19 09:33:24.162148 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:24.174929 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-57e20344-d24f-4531-bbb2-e32f6827e824 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:24.213177 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10062e9b-64c0-4bb1-a5d3-5eaae00267d7 req-740b7414-cb62-4cc4-8041-9d08f12593a5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:24.214668 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-10062e9b-64c0-4bb1-a5d3-5eaae00267d7 req-740b7414-cb62-4cc4-8041-9d08f12593a5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.2414875 May 19 09:33:24.288727 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce006e70-c7d7-4f3f-a8cf-2bcf73ebf96c,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:24.295373 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd163fa7edba491baec7d39a35ec4fae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279394 May 19 09:33:24.295373 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:24.295963 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52044) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:24.336915 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-31534bb3-1adb-4beb-88bc-a3fbe7e0c8db req-95185676-0914-49c3-ab73-cccdf47aed46 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896906 May 19 09:33:24.408209 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-10062e9b-64c0-4bb1-a5d3-5eaae00267d7 req-3eb93497-ad66-42f3-a5be-2bb287ae7753 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1724801 May 19 09:33:24.458046 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-884c2708-9ba4-4a5e-ada0-e8af9826fd42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:24.513761 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-884c2708-9ba4-4a5e-ada0-e8af9826fd42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:24.611950 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-884c2708-9ba4-4a5e-ada0-e8af9826fd42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:24.619875 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8a73fee8-b8df-498a-9df7-39dec476402f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:24.636429 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c2708-9ba4-4a5e-ada0-e8af9826fd42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce006e70-c7d7-4f3f-a8cf-2bcf73ebf96c,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:24.641160 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-884c2708-9ba4-4a5e-ada0-e8af9826fd42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:24.652169 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-884c2708-9ba4-4a5e-ada0-e8af9826fd42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:24.657812 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-884c2708-9ba4-4a5e-ada0-e8af9826fd42 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce006e70-c7d7-4f3f-a8cf-2bcf73ebf96c HTTP/1.1" status: 204 len: 168 time: 0.3606405 May 19 09:33:24.757443 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae10761-6be1-423c-9003-0906e352f035 req-7dfaea27-f273-4bc1-b953-d3131dbc1f77 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:24.767276 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8ae10761-6be1-423c-9003-0906e352f035 req-7dfaea27-f273-4bc1-b953-d3131dbc1f77 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 944 time: 0.1716640 May 19 09:33:24.801786 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f544263-b15c-405b-8583-c54063df4dc3 req-e6751fd4-0f5c-4c44-9572-15b1f3f87f20 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:24.803454 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0f544263-b15c-405b-8583-c54063df4dc3 req-e6751fd4-0f5c-4c44-9572-15b1f3f87f20 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 944 time: 0.2439511 May 19 09:33:24.868784 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0f544263-b15c-405b-8583-c54063df4dc3 req-6d9ab8dc-6ab5-440f-9483-390a77c3ff7d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570545 May 19 09:33:24.912196 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8ae10761-6be1-423c-9003-0906e352f035 req-bcc868e2-611b-4398-bf61-e57876310db1 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437840 May 19 09:33:25.086213 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52080) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:25.103300 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.117885 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:25.121575 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Usage tracker for resource:security_group_rule and tenant:92d840efdd7647afa32539d0ad527fc7 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:25.124361 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:25.130135 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:25.217440 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.221338 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.229841 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-00085da7-700a-496c-8345-4175ed2dc28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:25.270003 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92d840efdd7647afa32539d0ad527fc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826966 May 19 09:33:25.272588 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52084) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:25.275320 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9088e976-9c25-4b9b-a70e-ddc6a43ee0a7,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:25.299722 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:25.329920 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:33:25.334902 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 602dec52-cea8-4e89-8ade-170dcdd6b52a up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:33:25.336652 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-84956fd0-bad8-4645-a8b7-0ec27b8a995b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.369459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-84956fd0-bad8-4645-a8b7-0ec27b8a995b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.436703 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-84956fd0-bad8-4645-a8b7-0ec27b8a995b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.448306 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-707bd34a-1a78-4a69-acb6-b9064f78daed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:25.468979 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-84956fd0-bad8-4645-a8b7-0ec27b8a995b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.470458 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-84956fd0-bad8-4645-a8b7-0ec27b8a995b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9088e976-9c25-4b9b-a70e-ddc6a43ee0a7 HTTP/1.1" status: 204 len: 168 time: 0.1969569 May 19 09:33:25.490065 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84956fd0-bad8-4645-a8b7-0ec27b8a995b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9088e976-9c25-4b9b-a70e-ddc6a43ee0a7,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:25.496387 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-84956fd0-bad8-4645-a8b7-0ec27b8a995b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:25.553731 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 602dec52-cea8-4e89-8ade-170dcdd6b52a completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:33:25.581774 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 602dec52-cea8-4e89-8ade-170dcdd6b52a triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:25.589313 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.721465 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:25.763342 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'port_id': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'mac_address': 'fa:16:3e:a1:6c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:33:25.780716 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6ffed-e64f-43ed-8a44-7cb7f015a974 req-9e56b6f5-7f65-46f7-a0d8-cc53517e429f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:25.782582 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-97f6ffed-e64f-43ed-8a44-7cb7f015a974 req-9e56b6f5-7f65-46f7-a0d8-cc53517e429f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 945 time: 0.2385995 May 19 09:33:25.837220 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce133dc1-757a-4308-94f6-8581b04350dd req-07696b4b-e9d2-4916-9dba-8506670f711c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:25.838771 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ce133dc1-757a-4308-94f6-8581b04350dd req-07696b4b-e9d2-4916-9dba-8506670f711c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1948578 May 19 09:33:25.878986 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.904874 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb864750-9cec-40e5-82f4-05ed09b7d9d8 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:33:25.909104 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:25.972789 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:25.990292 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602dec52-cea8-4e89-8ade-170dcdd6b52a'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:25.997066 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:26.000325 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:26.073551 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 602dec52-cea8-4e89-8ade-170dcdd6b52a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:26.092466 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:26.093815 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:33:26.160718 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ce133dc1-757a-4308-94f6-8581b04350dd req-df02c652-e5ac-43e5-8905-14586347703e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137438 May 19 09:33:26.161280 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:26.165737 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:26.166273 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e33bda00-3436-4c18-97d7-c53c39c85c9d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:26.193414 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-97f6ffed-e64f-43ed-8a44-7cb7f015a974 req-b0c8d70b-fd77-4f12-9493-68491b915371 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024243 May 19 09:33:26.264472 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=602dec52-cea8-4e89-8ade-170dcdd6b52a,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:26.267729 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:26.268611 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:33:26.274239 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:26.274622 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:26.394931 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['cb864750-9cec-40e5-82f4-05ed09b7d9d8'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:33:26.532569 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0195ba-6176-4c47-a968-f983598e2949 req-580232c9-cfcb-400d-81b6-7f51e4f9b6e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:26.539918 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4b0195ba-6176-4c47-a968-f983598e2949 req-580232c9-cfcb-400d-81b6-7f51e4f9b6e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1782999 May 19 09:33:26.604485 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:26.634154 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4b0195ba-6176-4c47-a968-f983598e2949 req-c33576e7-0bbe-44a0-afb2-1d83e4a8da8c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909090 May 19 09:33:26.649648 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee131e-ac9d-490a-b1da-1c153095afd6 req-917a8f54-c42b-4499-bcf6-b16a02270565 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:26.658730 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ceee131e-ac9d-490a-b1da-1c153095afd6 req-917a8f54-c42b-4499-bcf6-b16a02270565 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 944 time: 0.2343955 May 19 09:33:26.703886 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,segment=NetworkSegment(9449edc9-249d-4122-a97a-215a694d0426),segment_id=9449edc9-249d-4122-a97a-215a694d0426)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:26.716558 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:26.721114 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:26.736227 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ceee131e-ac9d-490a-b1da-1c153095afd6 req-05af0710-5bf1-496b-b627-032e72f94482 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684347 May 19 09:33:26.763837 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602dec52-cea8-4e89-8ade-170dcdd6b52a', 'code': 200} May 19 09:33:26.868028 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:26.880582 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:27.094069 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb72a8-9642-4239-a7ee-9dad2ea8dbf0 req-e5e6aec2-250a-4b12-9e75-8f9f33e1d99b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:27.095918 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c1cb72a8-9642-4239-a7ee-9dad2ea8dbf0 req-e5e6aec2-250a-4b12-9e75-8f9f33e1d99b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 1098 time: 0.1104963 May 19 09:33:27.139852 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-c1cb72a8-9642-4239-a7ee-9dad2ea8dbf0 req-8063ab65-6f01-47f0-94c1-4e679faf5545 service neutron] Synchronizing usage tracker for tenant:ee0080d52c804ebe947e389fc095eecd on resource:security_group {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:33:27.156860 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-c1cb72a8-9642-4239-a7ee-9dad2ea8dbf0 req-8063ab65-6f01-47f0-94c1-4e679faf5545 service neutron] Unset dirty status for tenant:ee0080d52c804ebe947e389fc095eecd on resource:security_group {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:33:27.158008 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c1cb72a8-9642-4239-a7ee-9dad2ea8dbf0 req-8063ab65-6f01-47f0-94c1-4e679faf5545 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550370 May 19 09:33:27.469432 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2650734-478f-410e-92a1-18e7beda5df4 req-f55706ea-a26f-4e42-84e2-30cd3730c199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:27.470902 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f2650734-478f-410e-92a1-18e7beda5df4 req-f55706ea-a26f-4e42-84e2-30cd3730c199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.1404314 May 19 09:33:27.482908 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bad8f8-03c1-43a8-85bc-c146fa0ff242 req-633b4785-9358-4e0b-bcf8-92ff346ee787 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:27.484284 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-60bad8f8-03c1-43a8-85bc-c146fa0ff242 req-633b4785-9358-4e0b-bcf8-92ff346ee787 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 945 time: 0.1149497 May 19 09:33:27.562263 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f2650734-478f-410e-92a1-18e7beda5df4 req-bcb1ce4d-5349-4ebb-90e2-72f70b387a3d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761576 May 19 09:33:27.567225 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-60bad8f8-03c1-43a8-85bc-c146fa0ff242 req-c87d5c69-1d85-4e02-b6a2-83125d1a7a7f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675611 May 19 09:33:27.845983 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cf4204-340b-43ca-a444-4c097b6f4eda req-71e5385b-c4d8-4e0b-acde-c567dc57f4f2 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:27.848821 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d1cf4204-340b-43ca-a444-4c097b6f4eda req-71e5385b-c4d8-4e0b-acde-c567dc57f4f2 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1016471 May 19 09:33:27.957685 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d1cf4204-340b-43ca-a444-4c097b6f4eda req-f417f060-778e-4dc0-9c74-5b94bbfef6c2 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991864 May 19 09:33:28.045152 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce835e8-e23b-45e7-9804-5bf945099c3a req-3ce67301-8e5f-4dc0-8cbb-fbca0de24779 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:28.046915 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2ce835e8-e23b-45e7-9804-5bf945099c3a req-3ce67301-8e5f-4dc0-8cbb-fbca0de24779 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.1337709 May 19 09:33:28.142237 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2ce835e8-e23b-45e7-9804-5bf945099c3a req-97f5dbe6-9927-4cfc-bc58-a6069a8911a1 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805254 May 19 09:33:28.204629 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52208) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:28.328890 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:28.343879 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:28.348405 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Usage tracker for resource:security_group_rule and tenant:8479b4398cba41d3b7b886dd08c36039 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:28.351370 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:28.357120 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:28.436628 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:28.440515 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:28.449428 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-84956fd0-bad8-4645-a8b7-0ec27b8a995b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:28.490709 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8479b4398cba41d3b7b886dd08c36039&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849624 May 19 09:33:28.491551 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c760931-2bae-46fc-8635-eca582bc2070,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:28.493516 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52220) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:28.494607 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:28.552722 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6815ac75-5d42-455f-b5fc-97e93443f0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:28.578791 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6815ac75-5d42-455f-b5fc-97e93443f0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:28.635171 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6815ac75-5d42-455f-b5fc-97e93443f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:28.639219 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:28.650625 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6815ac75-5d42-455f-b5fc-97e93443f0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c760931-2bae-46fc-8635-eca582bc2070,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:28.652841 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6815ac75-5d42-455f-b5fc-97e93443f0b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:28.657754 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6815ac75-5d42-455f-b5fc-97e93443f0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:28.661228 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-6815ac75-5d42-455f-b5fc-97e93443f0b3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c760931-2bae-46fc-8635-eca582bc2070 HTTP/1.1" status: 204 len: 168 time: 0.1643703 May 19 09:33:28.757650 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b358f1-dcfa-47cc-b675-4f0dcdef940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775dc118-3935-41d6-8a8f-a7fdaf9dbce1'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:28.764296 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb84f51-8a39-4807-be42-c2b80764493c req-b18c0dc6-326a-435e-aeff-6fc21677abf2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:28.765989 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bcb84f51-8a39-4807-be42-c2b80764493c req-b18c0dc6-326a-435e-aeff-6fc21677abf2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.0820704 May 19 09:33:28.803999 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b358f1-dcfa-47cc-b675-4f0dcdef940e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '775dc118-3935-41d6-8a8f-a7fdaf9dbce1', 'code': 200} May 19 09:33:28.814654 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bcb84f51-8a39-4807-be42-c2b80764493c req-892b1f73-e1d6-4a0f-9d32-962ddf2919ad tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 May 19 09:33:28.953646 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52232) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:28.971155 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:28.985791 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:28.990512 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Usage tracker for resource:security_group_rule and tenant:fd93163c002b4167bf3f9a04b18f0fd0 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:28.993417 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:28.999121 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:29.087821 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.092516 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.101099 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-aceb2a4f-caf5-429b-8b48-f0da3f2ae80c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:29.152799 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e69b98-72c7-4b8e-a47f-996aff7588d2,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:29.156763 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:29.164401 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fd93163c002b4167bf3f9a04b18f0fd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2096779 May 19 09:33:29.166880 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52248) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:29.171465 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112d924-6538-440e-a082-0f054c70464e req-4bf041c5-98bd-4ce8-9edd-f63e67715bda tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:29.173042 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b112d924-6538-440e-a082-0f054c70464e req-4bf041c5-98bd-4ce8-9edd-f63e67715bda tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1093581 May 19 09:33:29.232395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5df43273-4fcf-44ad-be13-fc163bdee584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.261167 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b112d924-6538-440e-a082-0f054c70464e req-3f89fd05-b35e-431b-8206-57581bce897d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815160 May 19 09:33:29.266687 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5df43273-4fcf-44ad-be13-fc163bdee584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.324961 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5df43273-4fcf-44ad-be13-fc163bdee584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.329466 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:29.346363 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df43273-4fcf-44ad-be13-fc163bdee584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e69b98-72c7-4b8e-a47f-996aff7588d2,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:29.359799 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5df43273-4fcf-44ad-be13-fc163bdee584 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:29.362126 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5df43273-4fcf-44ad-be13-fc163bdee584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.366194 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-5df43273-4fcf-44ad-be13-fc163bdee584 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/48e69b98-72c7-4b8e-a47f-996aff7588d2 HTTP/1.1" status: 204 len: 168 time: 0.1954527 May 19 09:33:29.421609 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929485e-1792-4846-ab13-00d2296ed984 req-47526b25-929e-476f-8063-fbd7289ccf03 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:29.423082 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b929485e-1792-4846-ab13-00d2296ed984 req-47526b25-929e-476f-8063-fbd7289ccf03 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.1239350 May 19 09:33:29.472103 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b929485e-1792-4846-ab13-00d2296ed984 req-33cf76ba-9454-4a77-aba1-f632e07a6e31 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431330 May 19 09:33:29.617188 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:33:29.686199 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port cb864750-9cec-40e5-82f4-05ed09b7d9d8 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:33:29.690747 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port cb864750-9cec-40e5-82f4-05ed09b7d9d8 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:33:29.691133 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.812481 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.845148 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:33:29.849697 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:29.851822 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:29.923601 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:29.927253 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:30.007895 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb48cb9-8128-40f3-b985-3ac2511ce612 req-97d09d1e-92e5-4a57-8747-4037efd4d636 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:30.009441 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eeb48cb9-8128-40f3-b985-3ac2511ce612 req-97d09d1e-92e5-4a57-8747-4037efd4d636 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0797050 May 19 09:33:30.055401 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eeb48cb9-8128-40f3-b985-3ac2511ce612 req-d5e7ad04-a867-401d-9c32-fbce63f19856 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402048 May 19 09:33:30.469189 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35d4d51-7439-4c04-a398-817be7978e1c req-62f97422-5b97-43e3-9c16-3a2f028c608b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:30.470817 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d35d4d51-7439-4c04-a398-817be7978e1c req-62f97422-5b97-43e3-9c16-3a2f028c608b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1079330 May 19 09:33:30.523273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d35d4d51-7439-4c04-a398-817be7978e1c req-84d9f3cc-8174-423b-a545-975d2b3a64d2 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458074 May 19 09:33:30.665157 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31db74cb-d87c-4260-9f8f-1516f4f858c8 req-476a58da-4692-4fd2-8e23-72cf9f9a307f tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:30.666627 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-31db74cb-d87c-4260-9f8f-1516f4f858c8 req-476a58da-4692-4fd2-8e23-72cf9f9a307f tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.0863194 May 19 09:33:30.724212 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-31db74cb-d87c-4260-9f8f-1516f4f858c8 req-b06f33b4-895d-4a1e-8d54-ed9bb8ff05a5 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514729 May 19 09:33:30.805326 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:30.851411 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'code': 200} May 19 09:33:31.247919 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ed0450-5be8-4e97-8d5a-8cfffcb6b635 req-0d5184c3-766e-4dff-8b65-1aa39faf0bcc tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:31.249422 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-98ed0450-5be8-4e97-8d5a-8cfffcb6b635 req-0d5184c3-766e-4dff-8b65-1aa39faf0bcc tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0834804 May 19 09:33:31.294487 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-98ed0450-5be8-4e97-8d5a-8cfffcb6b635 req-e3889a0b-fd2f-4b58-bc03-2c55bd19fbdd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392692 May 19 09:33:31.627559 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a9ad9386-9b4e-4d29-8e8b-15281d6d7988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:31.722610 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18438f6c-e842-49ad-92f8-87e5916a7326 req-9c8b1388-5b7e-42c3-9df0-664aae3c572a tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:31.724609 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-18438f6c-e842-49ad-92f8-87e5916a7326 req-9c8b1388-5b7e-42c3-9df0-664aae3c572a tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0822666 May 19 09:33:31.771416 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-18438f6c-e842-49ad-92f8-87e5916a7326 req-71bde6d4-f090-43b9-933e-438282d7612d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408165 May 19 09:33:31.912444 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79715c94-b34f-4fc7-9590-9641637b614e req-2c715076-5082-4340-a6b5-1cb6d1f6fd46 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:31.913883 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-79715c94-b34f-4fc7-9590-9641637b614e req-2c715076-5082-4340-a6b5-1cb6d1f6fd46 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.0777361 May 19 09:33:31.957612 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-79715c94-b34f-4fc7-9590-9641637b614e req-68f2d7a0-86b7-48dc-863b-023e2749e9ee tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379186 May 19 09:33:32.208949 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1863fc9-27ed-487a-8195-e43de2ab2bd6 req-5a5eab9c-5de1-4a22-a9c2-e9d817b9c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:32.210458 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c1863fc9-27ed-487a-8195-e43de2ab2bd6 req-5a5eab9c-5de1-4a22-a9c2-e9d817b9c49f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 1098 time: 0.0739744 May 19 09:33:32.252841 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c1863fc9-27ed-487a-8195-e43de2ab2bd6 req-768a4e4a-7c3d-4bd5-b0be-a2e01ef84b84 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353904 May 19 09:33:32.543426 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e2030-243a-43c7-9345-9ed370900c74 req-a0e8c8a1-a7fd-42e6-a1d2-8a3d51a79c4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:32.554123 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-580e2030-243a-43c7-9345-9ed370900c74 req-a0e8c8a1-a7fd-42e6-a1d2-8a3d51a79c4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1394958 May 19 09:33:32.605031 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-580e2030-243a-43c7-9345-9ed370900c74 req-8019c73a-aa72-4454-8f4d-27baf3f58fdc tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501735 May 19 09:33:32.856715 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8464461-6672-465d-8c23-48b618b71ecd req-8ecdb89a-0254-461e-b1d6-67886ac32323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:32.858200 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d8464461-6672-465d-8c23-48b618b71ecd req-8ecdb89a-0254-461e-b1d6-67886ac32323 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 1098 time: 0.0739889 May 19 09:33:32.938861 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d8464461-6672-465d-8c23-48b618b71ecd req-d46c4f2a-2748-4043-8eed-9e4c50445a59 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346184 May 19 09:33:32.962016 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431cb20-8cc3-4249-8e94-5dce7a4aea34 req-65b4e1e1-7a9a-4866-83aa-968662043206 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:32.963463 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b431cb20-8cc3-4249-8e94-5dce7a4aea34 req-65b4e1e1-7a9a-4866-83aa-968662043206 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0792923 May 19 09:33:33.011125 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b431cb20-8cc3-4249-8e94-5dce7a4aea34 req-bdc432df-68a1-4fa4-8125-da11eddf54f9 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 May 19 09:33:33.141946 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde2f04-47c5-4112-b517-eb80e3918a11 req-93ffbf0d-5d5c-4f89-ba84-aa49aebcf3c4 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:33.143414 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5fde2f04-47c5-4112-b517-eb80e3918a11 req-93ffbf0d-5d5c-4f89-ba84-aa49aebcf3c4 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.0792184 May 19 09:33:33.190105 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5fde2f04-47c5-4112-b517-eb80e3918a11 req-9eb45b22-b2fc-43da-b219-14182038dc11 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403507 May 19 09:33:33.840562 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165ab4f-1032-4b21-86ef-927659768bb9 req-05cffaad-d836-4449-aa6e-f69c0914f78c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:33.842146 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e165ab4f-1032-4b21-86ef-927659768bb9 req-05cffaad-d836-4449-aa6e-f69c0914f78c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0862327 May 19 09:33:33.892449 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e165ab4f-1032-4b21-86ef-927659768bb9 req-bf759dd9-b672-4c42-a5b0-abd2602cf432 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430756 May 19 09:33:34.247451 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1962f670-1b3a-4fbf-a4bf-094cf75f7d21 req-3a10969e-d9b9-4046-bdd8-eae00f3e946c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:34.249512 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1962f670-1b3a-4fbf-a4bf-094cf75f7d21 req-3a10969e-d9b9-4046-bdd8-eae00f3e946c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1017876 May 19 09:33:34.326837 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1962f670-1b3a-4fbf-a4bf-094cf75f7d21 req-5fcd51db-6eb4-4031-8699-9c7c3492f54d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689225 May 19 09:33:34.424126 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-50da8d29-ae6f-4837-9f64-27361cbb080e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:34.437598 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:34.672664 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0aed2-5eed-46fe-adea-60c81688157b req-7b5646f6-c47f-4d30-8422-98d497fc3c0c tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:34.679813 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-59f0aed2-5eed-46fe-adea-60c81688157b req-7b5646f6-c47f-4d30-8422-98d497fc3c0c tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.2121313 May 19 09:33:34.702695 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abdcb8-f1fb-4006-ba73-0c01c8cd1fd5 req-f152fb1f-4109-4a41-9012-7ccaac30f47d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:34.713514 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-99abdcb8-f1fb-4006-ba73-0c01c8cd1fd5 req-f152fb1f-4109-4a41-9012-7ccaac30f47d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1650755 May 19 09:33:34.714216 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52422) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:34.722014 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-de530126-27f3-4387-bd7b-cb777e36e7cb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'floatingip': {'port_id': '602dec52-cea8-4e89-8ade-170dcdd6b52a'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:34.768187 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-59f0aed2-5eed-46fe-adea-60c81688157b req-9c565f3c-5314-4ff0-b6f3-94d460c39d69 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875247 May 19 09:33:34.821198 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-de530126-27f3-4387-bd7b-cb777e36e7cb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:35.122164 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:35.127353 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c940d-b0b3-477a-a9ed-835b66b86f09 req-b2cb1c73-aea6-4a40-98e3-f523b3b4013b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:35.130288 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d43c940d-b0b3-477a-a9ed-835b66b86f09 req-b2cb1c73-aea6-4a40-98e3-f523b3b4013b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1060927 May 19 09:33:35.194011 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d43c940d-b0b3-477a-a9ed-835b66b86f09 req-091a77ec-2639-42f7-8ab4-b7d1e9946005 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548334 May 19 09:33:35.417035 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0f6ecf-876b-442d-8ac9-c58df272b63b req-f11fe4e7-c10d-47d5-97f1-1b8d2ebf34d7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:35.418488 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-df0f6ecf-876b-442d-8ac9-c58df272b63b req-f11fe4e7-c10d-47d5-97f1-1b8d2ebf34d7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0936453 May 19 09:33:35.430376 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52442) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:35.436458 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-4936c248-8bcc-4587-8973-e7e82f9cb199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'floatingip': {'port_id': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:35.531315 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4936c248-8bcc-4587-8973-e7e82f9cb199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:35.913353 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-de530126-27f3-4387-bd7b-cb777e36e7cb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:35.920321 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-de530126-27f3-4387-bd7b-cb777e36e7cb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:36.159405 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [None req-de530126-27f3-4387-bd7b-cb777e36e7cb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Floating IP be436d13-c0f7-40f5-8d8a-f13b30fbc2f5 associated. External IP: 172.27.1.79, port: 602dec52-cea8-4e89-8ade-170dcdd6b52a. May 19 09:33:36.503215 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4936c248-8bcc-4587-8973-e7e82f9cb199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:36.509288 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4936c248-8bcc-4587-8973-e7e82f9cb199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:36.596701 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de530126-27f3-4387-bd7b-cb777e36e7cb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Router 8a37b0b0-3d78-4c54-8337-24651c146166 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:33:36.705084 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:36.721756 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.l3_db [None req-4936c248-8bcc-4587-8973-e7e82f9cb199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Floating IP 212e4f80-4382-4ea2-9880-2121471ccef7 associated. External IP: 172.27.1.106, port: cb864750-9cec-40e5-82f4-05ed09b7d9d8. May 19 09:33:36.829289 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de530126-27f3-4387-bd7b-cb777e36e7cb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:33:36.835451 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-de530126-27f3-4387-bd7b-cb777e36e7cb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:36.858522 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] Sync routers for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:33:36.868322 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:33:36.868936 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:33:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:36.894662 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-de530126-27f3-4387-bd7b-cb777e36e7cb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "PUT /v2.0/floatingips/be436d13-c0f7-40f5-8d8a-f13b30fbc2f5 HTTP/1.1" status: 200 len: 990 time: 2.1783516 May 19 09:33:36.895424 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'tag': '602dec52-cea8-4e89-8ade-170dcdd6b52a'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:36.978669 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:37.108484 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:33:37.172098 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'tag': '602dec52-cea8-4e89-8ade-170dcdd6b52a', 'status': 'completed', 'code': 200} May 19 09:33:37.279309 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4936c248-8bcc-4587-8973-e7e82f9cb199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Router 90f4c63f-1b54-484a-8a74-f283388640c9 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:33:37.313435 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-bb4a042d-ae94-4c1e-9bc3-2354cc22f0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:37.316458 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-bb4a042d-ae94-4c1e-9bc3-2354cc22f0f2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 1098 time: 0.1289408 May 19 09:33:37.491806 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4936c248-8bcc-4587-8973-e7e82f9cb199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:33:37.512510 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] Sync routers for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:33:37.515660 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4936c248-8bcc-4587-8973-e7e82f9cb199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:37.525852 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:33:37.527810 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:33:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:37.559008 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-6f6c7219-b7ea-4470-8745-27a5d9610199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:37.560793 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-6f6c7219-b7ea-4470-8745-27a5d9610199 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 911 time: 0.2214916 May 19 09:33:37.577940 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': 'be436d13-c0f7-40f5-8d8a-f13b30fbc2f5', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'port_id': '602dec52-cea8-4e89-8ade-170dcdd6b52a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'mac_address': 'fa:16:3e:d5:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:33:02Z', 'updated_at': '2021-05-19T09:33:35Z', 'revision_number': 1, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:37.586117 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] Checking router: 8a37b0b0-3d78-4c54-8337-24651c146166 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:33:37.604416 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:33:37.605045 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:33:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:37.617736 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4936c248-8bcc-4587-8973-e7e82f9cb199 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "PUT /v2.0/floatingips/212e4f80-4382-4ea2-9880-2121471ccef7 HTTP/1.1" status: 200 len: 991 time: 2.1834388 May 19 09:33:37.617736 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:33:37.716975 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'status': 'completed', 'code': 200} May 19 09:33:37.881817 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:33:37.962029 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-a8c588b1-d621-4666-ac29-8809e16ae9d5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a HTTP/1.1" status: 200 len: 998 time: 0.3914835 May 19 09:33:38.020746 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:33:38.148170 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-a74b282e-3d1e-4b68-ac1a-b22ff5ccef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:38.149829 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-a74b282e-3d1e-4b68-ac1a-b22ff5ccef3b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 1098 time: 0.4120076 May 19 09:33:38.246421 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-7dfc0667-fa7a-49c0-a98a-f9cd8763382f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:38.248076 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-7dfc0667-fa7a-49c0-a98a-f9cd8763382f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.2768245 May 19 09:33:38.566163 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52558) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:38.578124 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52564) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:38.615539 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': 'be436d13-c0f7-40f5-8d8a-f13b30fbc2f5', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'port_id': '602dec52-cea8-4e89-8ade-170dcdd6b52a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'mac_address': 'fa:16:3e:d5:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:33:02Z', 'updated_at': '2021-05-19T09:33:35Z', 'revision_number': 1, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:38.622159 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df1b3d6-0a0e-4b97-a1d3-8a6074229ee7 None None] The sync data for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi is: [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': 'be436d13-c0f7-40f5-8d8a-f13b30fbc2f5', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'floating_ip_address': '172.27.1.79', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'port_id': '602dec52-cea8-4e89-8ade-170dcdd6b52a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 125, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'mac_address': 'fa:16:3e:d5:9f:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:33:02Z', 'updated_at': '2021-05-19T09:33:35Z', 'revision_number': 1, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:33:38.681023 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-cf723441-9074-4e74-8de6-53a8623a50e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:38.682489 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-cf723441-9074-4e74-8de6-53a8623a50e4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.5100093 May 19 09:33:38.701766 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-03869c7e-bc5a-481a-a1d9-207b8898bd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:38.703293 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-03869c7e-bc5a-481a-a1d9-207b8898bd9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4094591 May 19 09:33:38.777356 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '212e4f80-4382-4ea2-9880-2121471ccef7', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'port_id': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'mac_address': 'fa:16:3e:a1:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:33:06Z', 'updated_at': '2021-05-19T09:33:36Z', 'revision_number': 1, 'project_id': '864023c8c80d472fb822567abae0752e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:38.784290 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] Checking router: 90f4c63f-1b54-484a-8a74-f283388640c9 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:33:38.795896 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:33:38.796689 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:33:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:38.797632 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:38.832843 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:38.851288 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Usage tracker for resource:security_group_rule and tenant:d3cea90b29194f99b58890fafbcadb1d is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:38.856060 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:38.860350 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:38.875684 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:38.887450 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:38.905711 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Usage tracker for resource:security_group_rule and tenant:ba79a137548846b7860e45bc266ce52a is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:38.909520 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:38.931146 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:38.991132 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e4588f-4b48-4bc7-9aa9-f797ddbd6eb2 None None] New status for floating IP be436d13-c0f7-40f5-8d8a-f13b30fbc2f5: ACTIVE {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:33:39.025651 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52574) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:39.036877 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-3f8e0250-4436-4c01-9f44-13ad8ac25eb8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8 HTTP/1.1" status: 200 len: 999 time: 0.3276343 May 19 09:33:39.072634 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.086560 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.090133 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:33:39.101450 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-95b2fad9-fff2-4ee8-aa91-33e9a9233087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:39.129846 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-d78cf520-d9d5-44c6-a1d8-2849c9f0a9de service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3426230 May 19 09:33:39.134392 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-7f6120e9-ec37-49f4-a30d-8871669a8c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:39.135838 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-7f6120e9-ec37-49f4-a30d-8871669a8c10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0902407 May 19 09:33:39.179297 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d3cea90b29194f99b58890fafbcadb1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6097310 May 19 09:33:39.179734 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52580) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:39.182116 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd769106-d507-42dc-b6a0-9580ef296898,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:39.194480 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.194932 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.195953 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.196414 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.197021 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.197461 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.197897 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.198332 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.198858 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.200018 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.200526 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.201041 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.206313 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:39.225039 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.232348 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.261846 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.263772 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:39.283094 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:39.293938 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba79a137548846b7860e45bc266ce52a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144253 May 19 09:33:39.294359 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Usage tracker for resource:security_group_rule and tenant:e440c581c96a476f86382aa97d80d93c is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:39.294741 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3d7609-0708-4607-a872-1e037f2f5d15,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:39.298942 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:39.299455 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52584) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:39.301225 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:39.312976 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:39.315653 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.373289 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2805cf68-c137-45f6-85ce-1a77f042fd0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.384385 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.406485 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2805cf68-c137-45f6-85ce-1a77f042fd0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.476135 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2805cf68-c137-45f6-85ce-1a77f042fd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.489513 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d42ff770-7240-4e86-ae14-48ba8091c361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:39.527455 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2805cf68-c137-45f6-85ce-1a77f042fd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3d7609-0708-4607-a872-1e037f2f5d15,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:39.530908 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2805cf68-c137-45f6-85ce-1a77f042fd0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:39.536100 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2805cf68-c137-45f6-85ce-1a77f042fd0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.537208 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-2805cf68-c137-45f6-85ce-1a77f042fd0d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa3d7609-0708-4607-a872-1e037f2f5d15 HTTP/1.1" status: 204 len: 168 time: 0.2367697 May 19 09:33:39.552233 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.562860 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6815ac75-5d42-455f-b5fc-97e93443f0b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:39.571001 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.574074 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '212e4f80-4382-4ea2-9880-2121471ccef7', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'port_id': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'mac_address': 'fa:16:3e:a1:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:33:06Z', 'updated_at': '2021-05-19T09:33:36Z', 'revision_number': 1, 'project_id': '864023c8c80d472fb822567abae0752e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:33:39.579057 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd769106-d507-42dc-b6a0-9580ef296898,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:39.585183 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.587614 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d302b9d7-7977-4b07-a942-cdc570a83815 None None] The sync data for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi is: [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '212e4f80-4382-4ea2-9880-2121471ccef7', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'floating_ip_address': '172.27.1.106', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'port_id': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 132, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'mac_address': 'fa:16:3e:a1:6c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:33:06Z', 'updated_at': '2021-05-19T09:33:36Z', 'revision_number': 1, 'project_id': '864023c8c80d472fb822567abae0752e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:33:39.602033 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.602430 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.602958 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.603213 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.603612 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.603971 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.604323 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.604745 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.605097 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.605466 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.605817 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.606164 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:33:39.612227 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:39.613029 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5df43273-4fcf-44ad-be13-fc163bdee584 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:39.624586 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.625725 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd769106-d507-42dc-b6a0-9580ef296898 HTTP/1.1" status: 204 len: 168 time: 0.4449346 May 19 09:33:39.665206 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e440c581c96a476f86382aa97d80d93c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6314089 May 19 09:33:39.667798 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52594) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:39.669830 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=928a3367-66ec-40ca-b533-1ced6def3fb6,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:39.675130 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:39.902546 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bc8675d6-3a67-4ebb-bc21-ee076f32a21f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.930723 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6337d0f0-d0fc-49d1-9d27-e0b8a0c096d7 None None] New status for floating IP 212e4f80-4382-4ea2-9880-2121471ccef7: ACTIVE {{(pid=91665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:33:39.937383 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bc8675d6-3a67-4ebb-bc21-ee076f32a21f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.954568 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52608) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:39.973792 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:39.989575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:39.993747 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Usage tracker for resource:security_group_rule and tenant:823f79b9905c4fad96bbabde1c293ad5 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:39.997292 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:40.001692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bc8675d6-3a67-4ebb-bc21-ee076f32a21f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.004642 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:40.007022 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4e0bcb96-37fa-42e2-a255-b698321a1693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:40.018263 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8675d6-3a67-4ebb-bc21-ee076f32a21f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=928a3367-66ec-40ca-b533-1ced6def3fb6,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:40.021217 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bc8675d6-3a67-4ebb-bc21-ee076f32a21f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:40.026604 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bc8675d6-3a67-4ebb-bc21-ee076f32a21f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.028250 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-bc8675d6-3a67-4ebb-bc21-ee076f32a21f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/928a3367-66ec-40ca-b533-1ced6def3fb6 HTTP/1.1" status: 204 len: 168 time: 0.3584237 May 19 09:33:40.138053 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.145318 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.158372 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b659acca-53a1-4178-8994-dee761286317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:40.213203 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=823f79b9905c4fad96bbabde1c293ad5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575142 May 19 09:33:40.214195 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581c1cfc-5287-44af-b593-723d8aab189d,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:40.216878 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52616) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:40.228953 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:40.283684 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9d76bd9f-d051-49c5-bc4f-486eb54367c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.285232 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52622) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:40.311494 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.314568 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9d76bd9f-d051-49c5-bc4f-486eb54367c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.337074 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:40.341433 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Usage tracker for resource:security_group_rule and tenant:c144b7c819254d9388f21dd6199df30b is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:40.344790 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:40.351319 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:40.382440 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9d76bd9f-d051-49c5-bc4f-486eb54367c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.387218 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:40.397896 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76bd9f-d051-49c5-bc4f-486eb54367c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581c1cfc-5287-44af-b593-723d8aab189d,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:40.401754 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9d76bd9f-d051-49c5-bc4f-486eb54367c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:40.405555 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9d76bd9f-d051-49c5-bc4f-486eb54367c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.409634 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-9d76bd9f-d051-49c5-bc4f-486eb54367c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/581c1cfc-5287-44af-b593-723d8aab189d HTTP/1.1" status: 204 len: 168 time: 0.1913283 May 19 09:33:40.448070 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.453663 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.463184 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9b1a13f9-4688-4548-a82d-caa4ace8f4fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:40.515465 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c144b7c819254d9388f21dd6199df30b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268095 May 19 09:33:40.515465 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae016a6d-c85e-4e2b-bc0c-2d247065a1b9,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:40.516006 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52628) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:40.519221 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:40.561440 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52632) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:40.586785 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-914d9252-a2fd-4832-9993-5f46ecbce115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.589482 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.604145 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:40.608395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Usage tracker for resource:security_group_rule and tenant:6d6ad72858b04c15b15f422015123bbf is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:40.611303 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:40.613641 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-914d9252-a2fd-4832-9993-5f46ecbce115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.617908 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:40.674422 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-914d9252-a2fd-4832-9993-5f46ecbce115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.680045 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e5cdd406-3b10-413c-bdd2-8bce995bf57c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:40.693499 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914d9252-a2fd-4832-9993-5f46ecbce115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae016a6d-c85e-4e2b-bc0c-2d247065a1b9,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:40.695858 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-914d9252-a2fd-4832-9993-5f46ecbce115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:40.700832 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-914d9252-a2fd-4832-9993-5f46ecbce115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.703631 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-914d9252-a2fd-4832-9993-5f46ecbce115 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae016a6d-c85e-4e2b-bc0c-2d247065a1b9 HTTP/1.1" status: 204 len: 168 time: 0.1845219 May 19 09:33:40.728968 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.736078 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:40.746959 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:40.792862 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd2abfd8-3d08-4d9d-9f9f-db8d784a9d6c,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:40.799965 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52646) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:40.800146 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6d6ad72858b04c15b15f422015123bbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2372611 May 19 09:33:40.801631 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:40.943489 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c798346b-844a-4923-8acd-ac84af16ac29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:41.011063 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8ef62906-8552-4d39-ab5f-0a94827868dd req-b083df9b-4d0b-413d-89ef-213bacfe05c7 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040536 May 19 09:33:41.017660 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c798346b-844a-4923-8acd-ac84af16ac29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:41.029560 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-493e6171-1c92-49d9-bb08-17f1a255c5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:41.031479 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-493e6171-1c92-49d9-bb08-17f1a255c5d2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2012303 May 19 09:33:41.081650 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c798346b-844a-4923-8acd-ac84af16ac29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:41.087750 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:41.101948 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c798346b-844a-4923-8acd-ac84af16ac29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd2abfd8-3d08-4d9d-9f9f-db8d784a9d6c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:41.104323 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c798346b-844a-4923-8acd-ac84af16ac29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:41.106521 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c798346b-844a-4923-8acd-ac84af16ac29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:41.110122 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-c798346b-844a-4923-8acd-ac84af16ac29 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd2abfd8-3d08-4d9d-9f9f-db8d784a9d6c HTTP/1.1" status: 204 len: 168 time: 0.3061099 May 19 09:33:41.860827 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 52710) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:42.058543 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-491240015-network', 'tenant_id': '62acf2a003484eb0b456d82907412046'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:42.064618 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:42.069358 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Usage tracker for resource:network and tenant:62acf2a003484eb0b456d82907412046 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:42.072755 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:42.081572 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:42.096519 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Made reservation on behalf of 62acf2a003484eb0b456d82907412046 for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:33:42.100123 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.117558 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.136029 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:42.140978 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Usage tracker for resource:security_group_rule and tenant:62acf2a003484eb0b456d82907412046 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:42.144604 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:42.151216 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:42.256227 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.261091 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.265672 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6e91ca24-14a3-4a6a-98d3-d818772b3638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:42.290678 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] vlan segment allocate from pool success with {'vlan_id': 963, 'physical_network': 'physnet1'} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:33:42.305228 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690c8433-c5e1-4462-8b1f-0a6463600b04,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:42.309122 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:42.312256 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.313082 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.segments_db [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Added segment b47d56e2-ac71-4752-9b87-ee24da549703 of type vlan for network 6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99 May 19 09:33:42.346495 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.385634 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.387050 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:42.387730 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:42.392995 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-05e22fec-2556-45ac-967d-a2bd14eacf76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:42.489693 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6277318 May 19 09:33:42.492703 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52742) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:42.494900 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Pushing event updated for resources: {'Network': ['ID=6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:42.497563 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:42.507977 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Request body: {'subnet': {'network_id': '6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-491240015-subnet', 'tenant_id': '62acf2a003484eb0b456d82907412046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:42.508128 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:33:42.513819 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:42.518477 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Usage tracker for resource:subnet and tenant:62acf2a003484eb0b456d82907412046 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:42.522776 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:42.533776 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:42.545278 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Made reservation on behalf of 62acf2a003484eb0b456d82907412046 for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:33:42.548507 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16406806'] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:43.095014 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14738279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16406820'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:43.099572 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:43.185331 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dbbad80-d126-4180-8601-5e898f610b86,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:43.188293 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:43.190163 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Checking segment: {'id': 'b47d56e2-ac71-4752-9b87-ee24da549703', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 963, 'network_id': '6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:33:43.190558 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Network hostable DHCP agents. Network: 6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:33:43.212076 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Network 6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:33:43.225920 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:33:43.237476 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a73be4f-2b00-4b01-9bbe-6d699054de12 None None] Network 6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:33:43.237620 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:43.238958 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:43.284338 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7901936 May 19 09:33:43.462298 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21483d5a-4d54-4dc7-9b5d-f04ea9e5f30e None None] Network 6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:33:43.903320 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52800) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:43.909163 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-625627820-network', 'tenant_id': 'dace5f4f83ed434cba2b324184722b27'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:43.913970 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:43.917847 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Usage tracker for resource:network and tenant:dace5f4f83ed434cba2b324184722b27 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:43.921021 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:43.928249 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:43.937688 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Made reservation on behalf of dace5f4f83ed434cba2b324184722b27 for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:33:43.940387 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:43.954655 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.002899 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:44.010226 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Usage tracker for resource:security_group_rule and tenant:dace5f4f83ed434cba2b324184722b27 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:44.058327 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:44.069748 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:44.133250 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-9618941d-adb5-407b-9c4f-85d4bd7052bb service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678967 May 19 09:33:44.296963 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.308395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.314803 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a46a19ab-c83e-4e4d-a8b3-7e089911a6fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:44.328285 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-422819aa-8e04-42b4-9f63-c418eb375cb6 req-92749baa-63b9-45d1-957d-903ab372ff52 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815996 May 19 09:33:44.344160 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] vlan segment allocate from pool success with {'vlan_id': 969, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:33:44.357766 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2912a22-e70d-49b8-8007-76fc818c1ce9,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:44.362012 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:44.363068 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.363416 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Added segment e4f486c1-f43b-4618-85c6-e34d48c24834 of type vlan for network 01c90172-2005-45a5-a6b9-06d9fd32d414 May 19 09:33:44.392860 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.435428 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.436894 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:44.437622 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:44.443723 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:44.549875 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6453726 May 19 09:33:44.553118 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 52814) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:33:44.555474 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Pushing event updated for resources: {'Network': ['ID=01c90172-2005-45a5-a6b9-06d9fd32d414,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:44.560940 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Request body: {'subnet': {'network_id': '01c90172-2005-45a5-a6b9-06d9fd32d414', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-625627820-subnet', 'tenant_id': 'dace5f4f83ed434cba2b324184722b27', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:44.564423 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:44.566646 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:44.570707 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Usage tracker for resource:subnet and tenant:dace5f4f83ed434cba2b324184722b27 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:33:44.572126 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 01c90172-2005-45a5-a6b9-06d9fd32d414 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:33:44.573845 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:33:44.580311 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:44.595946 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Made reservation on behalf of dace5f4f83ed434cba2b324184722b27 for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:33:44.598987 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16406806'] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:45.001991 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14738279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16406820'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:45.007080 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7e6dc6fa-2260-49c0-bde2-29c46110080e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:33:45.081487 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f495218-8a8e-4a7f-a03a-a4973dea175e,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:33:45.085325 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:33:45.091950 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Checking segment: {'id': 'e4f486c1-f43b-4618-85c6-e34d48c24834', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 969, 'network_id': '01c90172-2005-45a5-a6b9-06d9fd32d414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:33:45.092314 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Network hostable DHCP agents. Network: 01c90172-2005-45a5-a6b9-06d9fd32d414, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:33:45.111604 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Network 01c90172-2005-45a5-a6b9-06d9fd32d414 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:33:45.123012 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 01c90172-2005-45a5-a6b9-06d9fd32d414) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:33:45.132687 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:45.133284 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:45.137234 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aca8cda-fa9d-4fdd-8b71-9a846f35429b None None] Network 01c90172-2005-45a5-a6b9-06d9fd32d414 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:33:45.161400 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6067145 May 19 09:33:45.340412 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3956896-7d5d-4b4b-9a3d-5783c8110b57 None None] Network 01c90172-2005-45a5-a6b9-06d9fd32d414 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:33:47.862703 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:33:57.111196 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c2c-6a42-4e05-932d-195877563fa0 req-fea6d4b3-4439-48cd-94b6-1fdc49b59d8d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:57.112704 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-fea6d4b3-4439-48cd-94b6-1fdc49b59d8d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 815 time: 0.1471596 May 19 09:33:57.127390 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-8576d760-ce72-4a16-81b6-80980a84e0bb tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/quotas/45efc211d6134ba9bd1a1fed97fca88a HTTP/1.1" status: 200 len: 375 time: 0.0086908 May 19 09:33:57.206413 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-86f4347b-abbe-42e5-a4df-29a45b919ea4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0736942 May 19 09:33:57.337614 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-66e7d72b-7f5d-4c95-aceb-402055f85b5e service neutron] 10.222.0.46 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243675 May 19 09:33:57.466313 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-70001676-1318-4bfc-af6e-6f7c61275b04 service neutron] 10.222.0.46 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225445 May 19 09:33:57.643604 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-688d7219-7eac-43ba-bc08-9ef762d7f744 req-219f1606-4144-41cb-88f2-36797f3caf33 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 210 time: 0.0414817 May 19 09:33:58.964138 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c2c-6a42-4e05-932d-195877563fa0 req-6ea0cc82-0fe6-4004-98f2-a22ddc01778f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:58.964138 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-6ea0cc82-0fe6-4004-98f2-a22ddc01778f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 815 time: 0.1714771 May 19 09:33:58.972872 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8e69846c-33ca-45fd-9ce7-6e9225ad95b7 req-edab9831-f329-456f-9f4c-f49e2afa0bb5 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 210 time: 0.0557852 May 19 09:33:58.982909 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Request body: {'port': {'device_id': '1a548bcb-0af1-4306-bb13-e847292facdb', 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9', 'admin_state_up': True, 'tenant_id': '45efc211d6134ba9bd1a1fed97fca88a'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:33:59.233130 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:33:59.245968 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:33:59.260635 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Made reservation on behalf of 45efc211d6134ba9bd1a1fed97fca88a for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:33:59.264400 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:33:59.284860 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-418e7c15-618d-4a7a-9de4-8c7ecf87409c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1408925 May 19 09:33:59.584586 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Allocated IP 172.20.0.4 (d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9/d13d5d72-bec9-49ea-9ebb-f79763e8470f/ec684c3b-0c97-4cef-848a-b7f38d003453) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:33:59.590882 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-d01ef486-c58c-4642-af70-d5b90d692a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:59.592405 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-d01ef486-c58c-4642-af70-d5b90d692a06 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 1098 time: 0.1567831 May 19 09:33:59.871252 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-b60cbdc6-fc71-40af-aa2e-69d520152317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:33:59.872773 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-b60cbdc6-fc71-40af-aa2e-69d520152317 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 916 time: 0.2550368 May 19 09:33:59.971960 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-589e579c-a3d8-4cc5-80d0-3fc0b6228f57 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fede3a95-b301-4d44-954a-57ed0bd04c37 HTTP/1.1" status: 200 len: 217 time: 0.0864191 May 19 09:34:00.027387 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:00.072208 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:00.074588 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-c46f420d-8f73-438f-84c6-ca93dff48f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:00.076180 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-c46f420d-8f73-438f-84c6-ca93dff48f7d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d13d5d72-bec9-49ea-9ebb-f79763e8470f HTTP/1.1" status: 200 len: 855 time: 0.0925364 May 19 09:34:00.081763 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:00.086840 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['fede3a95-b301-4d44-954a-57ed0bd04c37'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:00.167308 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c4049-0928-4d10-9d31-d28b709575bb req-33b64e06-8d01-45bc-9ea5-22a3f6a890a9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:00.168959 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9a3c4049-0928-4d10-9d31-d28b709575bb req-33b64e06-8d01-45bc-9ea5-22a3f6a890a9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 931 time: 0.0906038 May 19 09:34:00.186860 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-c5ab36cb-f5a7-4345-b1a7-2c6fa27a9f01 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0746789 May 19 09:34:00.188622 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:00.193023 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:00.196061 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:00.237047 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9a3c4049-0928-4d10-9d31-d28b709575bb req-6b6a1790-207a-4e65-a80d-9b8c35d5ade5 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623372 May 19 09:34:00.247454 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Pushing event updated for resources: {'Port': ['ID=ec684c3b-0c97-4cef-848a-b7f38d003453,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:00.252636 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:00.285528 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:00.286148 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:00.334274 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3552420 May 19 09:34:01.631063 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-decaabe6-cdbd-4360-8da8-8c8aa218b03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:04.330898 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:04.369156 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-72b05c13-ca8a-4402-8a1a-c8c5c1882484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:05.122021 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:05.605812 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Request body: {'port': {'device_id': '1a548bcb-0af1-4306-bb13-e847292facdb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:05.797729 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4c3772-52cc-41f4-af50-0d588ec8d790 req-046e8aad-0f1c-4e8b-85f6-7a282e014d30 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:05.799396 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3b4c3772-52cc-41f4-af50-0d588ec8d790 req-046e8aad-0f1c-4e8b-85f6-7a282e014d30 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 931 time: 0.0853341 May 19 09:34:05.821913 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:05.834586 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-20d4b0f8-16ad-4043-b745-2ca3f31deba7 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519395 May 19 09:34:05.846600 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3b4c3772-52cc-41f4-af50-0d588ec8d790 req-28920997-bd93-42ea-8f6a-050bb9dd1091 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416601 May 19 09:34:06.111416 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1db585b1-71d4-415a-b187-a3ec93378a99 req-9532c79a-8a82-4918-b863-d5c60995b9b8 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2317746 May 19 09:34:06.284575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec684c3b-0c97-4cef-848a-b7f38d003453 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:34:06.292018 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:06.306693 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Transition to ACTIVE for port object ec684c3b-0c97-4cef-848a-b7f38d003453 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:06.311272 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:06.316526 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:06.558052 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Pushing event updated for resources: {'Port': ['ID=ec684c3b-0c97-4cef-848a-b7f38d003453,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:06.565395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:06.634904 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Attempting to bind port ec684c3b-0c97-4cef-848a-b7f38d003453 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:06.635640 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Attempting to bind port ec684c3b-0c97-4cef-848a-b7f38d003453 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:06.635640 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Attempting to bind port ec684c3b-0c97-4cef-848a-b7f38d003453 on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:06.640749 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Port ec684c3b-0c97-4cef-848a-b7f38d003453 on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:34:06.641071 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Attempting to bind port ec684c3b-0c97-4cef-848a-b7f38d003453 on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:06.646526 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 33, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:06.646872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Checking segment: {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:06.647265 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Bound using segment: {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:06.647755 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Bound port: ec684c3b-0c97-4cef-848a-b7f38d003453, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:06.648187 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:06.699117 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:06.753530 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] For port ec684c3b-0c97-4cef-848a-b7f38d003453, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:06.757213 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] For port ec684c3b-0c97-4cef-848a-b7f38d003453, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ec684c3b-0c97-4cef-848a-b7f38d003453,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:06.761790 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:06.767302 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:06.827608 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:06.828235 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:06.829768 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] 10.222.0.55 "PUT /v2.0/ports/ec684c3b-0c97-4cef-848a-b7f38d003453 HTTP/1.1" status: 200 len: 1093 time: 1.2458744 May 19 09:34:06.830259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a548bcb-0af1-4306-bb13-e847292facdb', 'tag': 'ec684c3b-0c97-4cef-848a-b7f38d003453'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:06.858428 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Pushing event updated for resources: {'Port': ['ID=ec684c3b-0c97-4cef-848a-b7f38d003453,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:06.861994 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:06.882547 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a548bcb-0af1-4306-bb13-e847292facdb', 'tag': 'ec684c3b-0c97-4cef-848a-b7f38d003453', 'status': 'completed', 'code': 200} May 19 09:34:06.991450 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:07.000615 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e7506-398f-4708-ac63-ea864b247b8d req-5b777bbc-1229-491a-bf77-5cb9cf21317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.002512 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f55e7506-398f-4708-ac63-ea864b247b8d req-5b777bbc-1229-491a-bf77-5cb9cf21317d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 1096 time: 0.0830889 May 19 09:34:07.055686 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d35f5a3-cc14-4a00-a632-ca2183d77189 req-1b9b2dcc-4254-4227-be84-692c320a0a3c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.057348 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d35f5a3-cc14-4a00-a632-ca2183d77189 req-1b9b2dcc-4254-4227-be84-692c320a0a3c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 943 time: 0.0874288 May 19 09:34:07.121866 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d35f5a3-cc14-4a00-a632-ca2183d77189 req-b56c1a2c-7890-4e51-8ae7-27a22b41c7ca tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572150 May 19 09:34:07.170108 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e7506-398f-4708-ac63-ea864b247b8d req-d15f3d1a-f652-4ed8-b579-9090316f2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.171631 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f55e7506-398f-4708-ac63-ea864b247b8d req-d15f3d1a-f652-4ed8-b579-9090316f2af2 service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1609473 May 19 09:34:07.320135 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55e7506-398f-4708-ac63-ea864b247b8d req-09b3ca99-fcaa-4cc6-a3e3-12bd0e837902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.321676 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f55e7506-398f-4708-ac63-ea864b247b8d req-09b3ca99-fcaa-4cc6-a3e3-12bd0e837902 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1388686 May 19 09:34:07.436057 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c2c-6a42-4e05-932d-195877563fa0 req-2bb8110d-0aaa-40a6-8441-d230c7126fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.437561 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-2bb8110d-0aaa-40a6-8441-d230c7126fb3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 1096 time: 0.0724714 May 19 09:34:07.553413 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-214c87ea-8ecd-4e31-ae61-34f35bff3aba service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ec684c3b-0c97-4cef-848a-b7f38d003453 HTTP/1.1" status: 200 len: 217 time: 0.0672238 May 19 09:34:07.619699 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74664c2c-6a42-4e05-932d-195877563fa0 req-31ab9181-7874-4803-91f0-5b34e4ba45d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:07.621301 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-31ab9181-7874-4803-91f0-5b34e4ba45d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d13d5d72-bec9-49ea-9ebb-f79763e8470f HTTP/1.1" status: 200 len: 855 time: 0.0611343 May 19 09:34:07.686573 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-9dd9255d-8dfc-4259-addd-c3b19efe23ed service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499213 May 19 09:34:07.843987 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-02fdb0ce-f410-4ecf-be8c-743515697c9d service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476724 May 19 09:34:07.993490 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 53238) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:08.026682 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-74664c2c-6a42-4e05-932d-195877563fa0 req-55011008-31ef-48c3-a47f-d7a55aecfb72 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712222 May 19 09:34:08.133922 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.149688 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:08.154091 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Usage tracker for resource:security_group_rule and tenant:d6f592d0903546e780ffbd2f1b4abfa2 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:08.157549 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:08.166468 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:08.302128 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.317757 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.327950 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:08.445643 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d6f592d0903546e780ffbd2f1b4abfa2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508417 May 19 09:34:08.448621 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 53258) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:08.458578 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb585cc-428f-4c50-bf4b-6b31bb4d96b0,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:08.461898 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:08.474151 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a7cb2-6be2-4387-b83d-1b2037d9c9da req-a3ed4939-afd9-4ce9-8fb6-2e7f6bf0bcca tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:08.475644 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a47a7cb2-6be2-4387-b83d-1b2037d9c9da req-a3ed4939-afd9-4ce9-8fb6-2e7f6bf0bcca tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 943 time: 0.2307639 May 19 09:34:08.532605 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a47a7cb2-6be2-4387-b83d-1b2037d9c9da req-2c3aef5d-426a-4816-889b-1a488e8a83ff tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497193 May 19 09:34:08.546475 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c8b65766-44cc-409e-983e-1f23fa48eee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.579486 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c8b65766-44cc-409e-983e-1f23fa48eee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.645187 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c8b65766-44cc-409e-983e-1f23fa48eee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.650810 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5329392b-3b0a-4468-a4b7-c60536c6b9d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:08.664172 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b65766-44cc-409e-983e-1f23fa48eee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb585cc-428f-4c50-bf4b-6b31bb4d96b0,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:08.668679 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c8b65766-44cc-409e-983e-1f23fa48eee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:08.669632 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c8b65766-44cc-409e-983e-1f23fa48eee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:08.671897 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c8b65766-44cc-409e-983e-1f23fa48eee0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0cb585cc-428f-4c50-bf4b-6b31bb4d96b0 HTTP/1.1" status: 204 len: 168 time: 0.2209136 May 19 09:34:08.983980 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 53276) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:09.002042 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.019631 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:09.023542 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Usage tracker for resource:security_group_rule and tenant:be66fa2928b248e4b109cd600fdf7b12 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:09.026395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:09.032295 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:09.129240 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.133487 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.143304 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2201b1a9-6da3-4a8e-96e6-10544e606482 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:09.185051 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be66fa2928b248e4b109cd600fdf7b12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1995904 May 19 09:34:09.185581 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=092affa0-538e-4674-a197-2cc183cee4cc,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:09.188033 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 53286) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:09.188609 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:09.248454 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b81b6845-b9c0-4a05-a39e-53a0c6db9043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.277096 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b81b6845-b9c0-4a05-a39e-53a0c6db9043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.337166 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b81b6845-b9c0-4a05-a39e-53a0c6db9043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.340954 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:09.354686 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81b6845-b9c0-4a05-a39e-53a0c6db9043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=092affa0-538e-4674-a197-2cc183cee4cc,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:09.356913 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b81b6845-b9c0-4a05-a39e-53a0c6db9043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:09.367210 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b81b6845-b9c0-4a05-a39e-53a0c6db9043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.368353 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-b81b6845-b9c0-4a05-a39e-53a0c6db9043 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/092affa0-538e-4674-a197-2cc183cee4cc HTTP/1.1" status: 204 len: 168 time: 0.1793103 May 19 09:34:09.730705 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14ea695-7c77-4400-bc83-c23222b656f3 req-1b3a7227-a553-46a0-b1d8-bf0f3bfe526f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:09.732199 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d14ea695-7c77-4400-bc83-c23222b656f3 req-1b3a7227-a553-46a0-b1d8-bf0f3bfe526f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 943 time: 0.0860639 May 19 09:34:09.750849 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 53312) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:09.770262 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.782631 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d14ea695-7c77-4400-bc83-c23222b656f3 req-43935c54-228e-40eb-b8d3-251d6b7888a9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421276 May 19 09:34:09.784750 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:09.789178 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Usage tracker for resource:security_group_rule and tenant:6e82feb4650241f7962191acc87d2913 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:09.792222 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:09.798831 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:09.886728 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.891490 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:09.898971 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9253bb85-8c93-4669-8fab-0a60818cd8ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:09.936468 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b9e625-e78a-4962-82cb-83267658057d,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:09.939401 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:09.942965 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e82feb4650241f7962191acc87d2913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1910861 May 19 09:34:09.945559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 53318) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:10.091211 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5567-0b50-404b-80f8-4137e221fde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:10.118328 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5567-0b50-404b-80f8-4137e221fde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:10.172089 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5567-0b50-404b-80f8-4137e221fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:10.176590 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c8b65766-44cc-409e-983e-1f23fa48eee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:10.189101 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8f5567-0b50-404b-80f8-4137e221fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b9e625-e78a-4962-82cb-83267658057d,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:10.192331 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2f8f5567-0b50-404b-80f8-4137e221fde1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:10.199483 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2f8f5567-0b50-404b-80f8-4137e221fde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:10.202883 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-2f8f5567-0b50-404b-80f8-4137e221fde1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b9b9e625-e78a-4962-82cb-83267658057d HTTP/1.1" status: 204 len: 168 time: 0.2541635 May 19 09:34:11.384840 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 53368) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:11.500691 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:11.515403 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:11.519247 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Usage tracker for resource:security_group_rule and tenant:162e4980edeb481193705de72359a51f is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:11.522137 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:11.527833 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:11.613079 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:11.617024 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:11.624383 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0641ba07-eff8-45ec-af7a-87c196b15435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:11.663964 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0f1c261-7233-40d3-ae76-1f43c18127b7,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:11.668262 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=162e4980edeb481193705de72359a51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2824078 May 19 09:34:11.669258 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:11.671053 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 53374) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:11.732964 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-39bce2dc-1cff-4767-82de-f5ad9077c8ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:11.760197 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-39bce2dc-1cff-4767-82de-f5ad9077c8ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:11.812939 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-39bce2dc-1cff-4767-82de-f5ad9077c8ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:11.818592 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c8a229b4-31f2-4cde-90f5-10422abf181f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:11.829401 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bce2dc-1cff-4767-82de-f5ad9077c8ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0f1c261-7233-40d3-ae76-1f43c18127b7,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:11.831891 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-39bce2dc-1cff-4767-82de-f5ad9077c8ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:11.837866 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-39bce2dc-1cff-4767-82de-f5ad9077c8ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:11.838986 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-39bce2dc-1cff-4767-82de-f5ad9077c8ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d0f1c261-7233-40d3-ae76-1f43c18127b7 HTTP/1.1" status: 204 len: 168 time: 0.1669140 May 19 09:34:15.118896 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d664ea-9b33-4b0a-85bd-7b9c8d972094 req-00774302-4c1a-4eb1-a452-c7a3447bbd3d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:15.120342 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4d664ea-9b33-4b0a-85bd-7b9c8d972094 req-00774302-4c1a-4eb1-a452-c7a3447bbd3d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 943 time: 0.0885432 May 19 09:34:15.165124 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4d664ea-9b33-4b0a-85bd-7b9c8d972094 req-80cc1e34-bb97-4c45-b323-e99ec06a7533 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386488 May 19 09:34:16.353200 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54e4b4-a123-409f-bb80-091496978a19 req-d61cd6e4-1e9a-45cd-9501-115ccc37595a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:16.354695 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eb54e4b4-a123-409f-bb80-091496978a19 req-d61cd6e4-1e9a-45cd-9501-115ccc37595a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 943 time: 0.0806441 May 19 09:34:16.400326 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eb54e4b4-a123-409f-bb80-091496978a19 req-715d7af8-588a-4de1-b0a0-306a6dfce7cd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398650 May 19 09:34:17.185717 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112f541-c0bc-49a8-a916-9216f6afdd2e req-043eba4e-9eac-4f72-a4e7-18377cc548e1 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:17.187189 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c112f541-c0bc-49a8-a916-9216f6afdd2e req-043eba4e-9eac-4f72-a4e7-18377cc548e1 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.0820413 May 19 09:34:17.232790 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c112f541-c0bc-49a8-a916-9216f6afdd2e req-daa3d01d-2ee4-4243-9c03-d33564db44e7 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392025 May 19 09:34:17.584799 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94c93d5-0fc6-424e-91b2-96b16e35b2d4 req-933fbd17-c52d-4d64-94ac-f4a8802392dd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:17.586408 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d94c93d5-0fc6-424e-91b2-96b16e35b2d4 req-933fbd17-c52d-4d64-94ac-f4a8802392dd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 943 time: 0.0838792 May 19 09:34:17.634564 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d94c93d5-0fc6-424e-91b2-96b16e35b2d4 req-264b178a-8ee5-4364-b699-58dfd1196278 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423472 May 19 09:34:17.644978 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ec684c3b-0c97-4cef-848a-b7f38d003453 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:34:17.775073 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port ec684c3b-0c97-4cef-848a-b7f38d003453, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ec684c3b-0c97-4cef-848a-b7f38d003453,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:17.787768 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'ec684c3b-0c97-4cef-848a-b7f38d003453', 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9', 'port_id': 'ec684c3b-0c97-4cef-848a-b7f38d003453', 'mac_address': 'fa:16:3e:43:80:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d5d72-bec9-49ea-9ebb-f79763e8470f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:34:17.842382 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:17.858988 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec684c3b-0c97-4cef-848a-b7f38d003453 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:34:17.873741 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port ec684c3b-0c97-4cef-848a-b7f38d003453, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ec684c3b-0c97-4cef-848a-b7f38d003453,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:17.878704 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:17.880509 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:17.948143 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=ec684c3b-0c97-4cef-848a-b7f38d003453,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:17.955382 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.956112 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.956450 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.956778 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.957102 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.957736 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.957736 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.958144 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.958370 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.958690 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.959005 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.959320 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:17.963759 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:18.396821 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['ec684c3b-0c97-4cef-848a-b7f38d003453'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:18.446289 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221bcf73-6292-45ea-ae0c-cc72e084fbc2 req-6b492462-8276-40eb-ad00-8fdd8f427dcc tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:18.448904 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-221bcf73-6292-45ea-ae0c-cc72e084fbc2 req-6b492462-8276-40eb-ad00-8fdd8f427dcc tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.0980084 May 19 09:34:18.509564 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-221bcf73-6292-45ea-ae0c-cc72e084fbc2 req-6e433276-0fd1-49db-b38a-4e793592e294 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536997 May 19 09:34:18.852756 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fff4591-08c8-40d6-9fc9-b6af29003004 req-b976ad8f-ebc7-40e8-9651-5ad2ddddc9a7 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:18.854492 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3fff4591-08c8-40d6-9fc9-b6af29003004 req-b976ad8f-ebc7-40e8-9651-5ad2ddddc9a7 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 944 time: 0.0958233 May 19 09:34:18.914846 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3fff4591-08c8-40d6-9fc9-b6af29003004 req-959f9555-fda0-4228-b528-c95cac1100b1 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526178 May 19 09:34:19.727516 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b78f4f-450b-4fa2-902c-395be0095881 req-c34cef4e-6b63-4004-a34c-7d7e0db5bb9e tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:19.729013 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-52b78f4f-450b-4fa2-902c-395be0095881 req-c34cef4e-6b63-4004-a34c-7d7e0db5bb9e tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.0812020 May 19 09:34:19.777416 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-52b78f4f-450b-4fa2-902c-395be0095881 req-caf94565-9d68-41b4-b2af-fae493c9f5d9 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424421 May 19 09:34:19.808928 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 53572) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:19.928722 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:19.943771 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:19.947505 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Usage tracker for resource:security_group_rule and tenant:c01b061e914e4912acfd8ee9857181e5 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:19.950309 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:19.956308 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:20.041764 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.047185 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.055833 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3c49fe1d-8d1a-4d99-a902-cacd9674c5a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:20.101747 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c01b061e914e4912acfd8ee9857181e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2916954 May 19 09:34:20.104453 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 53584) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:20.106408 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e85cd210-4e56-48ce-8b59-e4f6809730d0,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:20.109628 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:20.162868 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdef0-190e-46d1-856f-09fa64edbab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.188195 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdef0-190e-46d1-856f-09fa64edbab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.240186 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdef0-190e-46d1-856f-09fa64edbab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.243989 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:20.256381 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0bdef0-190e-46d1-856f-09fa64edbab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85cd210-4e56-48ce-8b59-e4f6809730d0,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:20.258792 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0d0bdef0-190e-46d1-856f-09fa64edbab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:20.262121 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0d0bdef0-190e-46d1-856f-09fa64edbab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.265723 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0d0bdef0-190e-46d1-856f-09fa64edbab7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e85cd210-4e56-48ce-8b59-e4f6809730d0 HTTP/1.1" status: 204 len: 168 time: 0.1583362 May 19 09:34:20.540552 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 53592) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:20.558315 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.573091 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:20.577342 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Usage tracker for resource:security_group_rule and tenant:6beaaa6111fd4c01b4cfc71969f6df84 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:20.580240 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:20.587068 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:20.672724 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.676515 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.688344 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-82a5a15a-301f-455f-ae1c-ed1368f7e460 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:20.728469 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6beaaa6111fd4c01b4cfc71969f6df84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1868260 May 19 09:34:20.730094 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a1c215-3e7f-4f1b-bb9e-01615f3627b6,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:20.731124 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 53598) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:20.733022 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:20.791914 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-66e23055-9cc2-4880-ba5d-f069815a62b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.817074 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-66e23055-9cc2-4880-ba5d-f069815a62b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.870512 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-66e23055-9cc2-4880-ba5d-f069815a62b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.874731 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-884c2708-9ba4-4a5e-ada0-e8af9826fd42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:20.887893 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e23055-9cc2-4880-ba5d-f069815a62b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a1c215-3e7f-4f1b-bb9e-01615f3627b6,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:20.891490 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-66e23055-9cc2-4880-ba5d-f069815a62b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:20.898595 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-66e23055-9cc2-4880-ba5d-f069815a62b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:20.899788 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-66e23055-9cc2-4880-ba5d-f069815a62b5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a3a1c215-3e7f-4f1b-bb9e-01615f3627b6 HTTP/1.1" status: 204 len: 168 time: 0.1676254 May 19 09:34:24.225202 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec58194-e5a8-4eaa-a6e9-f679cab1d3ae req-89a9ee37-4fc6-48b1-962e-e9cec5f287ae tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:24.226582 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3ec58194-e5a8-4eaa-a6e9-f679cab1d3ae req-89a9ee37-4fc6-48b1-962e-e9cec5f287ae tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 944 time: 0.1483760 May 19 09:34:24.237639 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de610e-6909-4242-a83b-2c10069d0d52 req-1f9acec6-7d69-4086-a59c-b61540486895 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:24.239013 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c1de610e-6909-4242-a83b-2c10069d0d52 req-1f9acec6-7d69-4086-a59c-b61540486895 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.1272895 May 19 09:34:24.307376 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3ec58194-e5a8-4eaa-a6e9-f679cab1d3ae req-34e41e0b-3a0d-497e-9825-2cab119e460c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673895 May 19 09:34:24.314355 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c1de610e-6909-4242-a83b-2c10069d0d52 req-2f69bec4-c83e-49da-9fbf-8ed5f71e1184 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618391 May 19 09:34:24.860182 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:34:25.235341 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-2b727a2b-a536-4f97-ab91-8c6b666c7470 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:25.236100 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-2b727a2b-a536-4f97-ab91-8c6b666c7470 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Synchronizing usage tracker for tenant:415d2a106ab14d6d8659ccb81344ace7 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:34:25.253195 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-2b727a2b-a536-4f97-ab91-8c6b666c7470 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Unset dirty status for tenant:415d2a106ab14d6d8659ccb81344ace7 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:34:25.254369 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-2b727a2b-a536-4f97-ab91-8c6b666c7470 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.55 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.1061475 May 19 09:34:25.397130 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Deleting port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:34:25.397519 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:25.540758 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] For port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,segment=NetworkSegment(9449edc9-249d-4122-a97a-215a694d0426),segment_id=9449edc9-249d-4122-a97a-215a694d0426)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:25.541148 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:25.593596 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dd45fd-d46f-43e5-9d2b-b9de58842b51 req-c9245eab-c6f1-4b3f-b7ff-84ec4cb36f18 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:25.595061 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e4dd45fd-d46f-43e5-9d2b-b9de58842b51 req-c9245eab-c6f1-4b3f-b7ff-84ec4cb36f18 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 945 time: 0.1421092 May 19 09:34:25.607392 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae458d-ae9f-4c6c-813e-2e643e55fcd6 req-73077698-463c-4601-bcc9-2d8165127318 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:25.608838 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-81ae458d-ae9f-4c6c-813e-2e643e55fcd6 req-73077698-463c-4601-bcc9-2d8165127318 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 944 time: 0.1175885 May 19 09:34:25.670323 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Calling delete_port for 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:34:25.679248 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e4dd45fd-d46f-43e5-9d2b-b9de58842b51 req-fbe7e5f4-94d0-4037-b082-1f5a96558f16 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/security-groups?id=e090c2ef-5e1f-422f-ac0c-bd49d7676e54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693958 May 19 09:34:25.686571 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-81ae458d-ae9f-4c6c-813e-2e643e55fcd6 req-bb7ea88d-e552-4342-b1bc-fa1089fe7688 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631022 May 19 09:34:25.842464 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:25.850101 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6f71978c-7fff-4e02-bccc-a970e781b487 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:25.921413 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Pushing event deleted for resources: {'Port': ['ID=775dc118-3935-41d6-8a8f-a7fdaf9dbce1,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:25.928704 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:25.968202 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] No DVR routers for this DVR port 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:34:25.971162 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:25.973657 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8b358f1-dcfa-47cc-b675-4f0dcdef940e', 'name': 'network-vif-deleted', 'tag': '775dc118-3935-41d6-8a8f-a7fdaf9dbce1'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:25.991095 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-a19b6028-3ee5-42da-a64d-7e5405a8efcf req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.55 "DELETE /v2.0/ports/775dc118-3935-41d6-8a8f-a7fdaf9dbce1 HTTP/1.1" status: 204 len: 173 time: 0.7307062 May 19 09:34:26.020646 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8b358f1-dcfa-47cc-b675-4f0dcdef940e', 'name': 'network-vif-deleted', 'tag': '775dc118-3935-41d6-8a8f-a7fdaf9dbce1', 'status': 'completed', 'code': 200} May 19 09:34:27.129353 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ec684c3b-0c97-4cef-848a-b7f38d003453 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:27.199149 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port ec684c3b-0c97-4cef-848a-b7f38d003453 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:27.204171 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port ec684c3b-0c97-4cef-848a-b7f38d003453 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:27.204553 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:27.321891 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:27.348732 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a548bcb-0af1-4306-bb13-e847292facdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec684c3b-0c97-4cef-848a-b7f38d003453'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:27.358587 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port ec684c3b-0c97-4cef-848a-b7f38d003453, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ec684c3b-0c97-4cef-848a-b7f38d003453,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:27.362345 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:27.364185 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:27.429145 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=ec684c3b-0c97-4cef-848a-b7f38d003453,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:27.432035 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:28.349904 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['775dc118-3935-41d6-8a8f-a7fdaf9dbce1'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:30.194296 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9c53ba1e-a0a1-4f62-88f7-456caedd1b46 req-0b343a52-b8ce-4160-a678-aa455023ce7f tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.0791621 May 19 09:34:30.241584 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebabd09a-85c6-45f6-9260-2bc2181c5508 req-63d04372-bd3e-46bb-8398-f60f1568a9ad tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:30.243048 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ebabd09a-85c6-45f6-9260-2bc2181c5508 req-63d04372-bd3e-46bb-8398-f60f1568a9ad tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 945 time: 0.0962436 May 19 09:34:30.247222 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a548bcb-0af1-4306-bb13-e847292facdb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec684c3b-0c97-4cef-848a-b7f38d003453', 'code': 200} May 19 09:34:30.289042 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ebabd09a-85c6-45f6-9260-2bc2181c5508 req-f72938ef-d9bf-483a-90d7-2fd0ce955830 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392323 May 19 09:34:31.009394 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf84116-ba80-49e3-af3b-0207bd617f27 req-2948dddd-32c6-496d-83bd-fa4bf614fd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:31.010888 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-cdf84116-ba80-49e3-af3b-0207bd617f27 req-2948dddd-32c6-496d-83bd-fa4bf614fd9c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 1098 time: 0.0743482 May 19 09:34:31.055020 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-cdf84116-ba80-49e3-af3b-0207bd617f27 req-2727338f-045a-4673-bdff-cd6a89b8621a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346115 May 19 09:34:31.558432 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c159cf80-056a-4e33-84f2-db82003ba5b5 req-6de77a66-2e97-4f1b-b4d7-526952431b71 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.1414959 May 19 09:34:31.613862 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b35767-bbd5-48ab-b250-465cd73df850 req-95da6d61-2314-424f-8fae-1b38f81f0615 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:31.615635 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-81b35767-bbd5-48ab-b250-465cd73df850 req-95da6d61-2314-424f-8fae-1b38f81f0615 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 945 time: 0.0925689 May 19 09:34:31.639417 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b66a82ea-3420-4b14-861d-f9ae9788d7a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:31.671815 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-81b35767-bbd5-48ab-b250-465cd73df850 req-a5ca1e42-0f32-4d4b-af00-c0a1aab915d2 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489788 May 19 09:34:32.375842 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:34:32.412804 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:34:32.413156 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 775dc118-3935-41d6-8a8f-a7fdaf9dbce1 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:34:32.716500 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bb320b6c-7d29-4207-b872-0054b06ba956 req-328dbfff-cd4a-438c-abbd-d7ecf60fe835 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.0459375 May 19 09:34:32.889711 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b7470-f62c-4673-b8db-c88067ecdd37 req-0432be8a-4f11-4792-9a5e-2a768b57286f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:32.891567 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ba4b7470-f62c-4673-b8db-c88067ecdd37 req-0432be8a-4f11-4792-9a5e-2a768b57286f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 945 time: 0.0870051 May 19 09:34:32.944710 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ba4b7470-f62c-4673-b8db-c88067ecdd37 req-1737ddee-891a-4b60-8b93-e9cb9fdf7d93 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465553 May 19 09:34:33.306885 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-0850753f-a1e2-4bcf-a88e-9ec1e100ef35 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=e9d7b31527874983824e728edf10cc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0272758 May 19 09:34:33.460611 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-9897771d-6ca3-4de1-a307-e3abd570d70f tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:33.461959 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-9897771d-6ca3-4de1-a307-e3abd570d70f tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1495492 May 19 09:34:33.476535 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-a8474dd4-6e77-45d7-bfa4-1b495ac4a995 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/quotas/e9d7b31527874983824e728edf10cc92 HTTP/1.1" status: 200 len: 375 time: 0.0089660 May 19 09:34:33.527474 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-06b52c7a-2e22-46ce-922d-b5f6bb7f9a01 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e9d7b31527874983824e728edf10cc92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456853 May 19 09:34:34.339327 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:34.370867 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e826ae48-64a9-4a6d-8ced-c96ed94847f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:35.124388 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:36.703393 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:36.978122 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:38.070745 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-da4f1133-50c2-4703-8ead-2225e44afb2e req-f9ce49ea-627b-45d7-81ad-120617267db3 tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] 10.222.0.46 "GET /v2.0/ports?device_id=a8b358f1-dcfa-47cc-b675-4f0dcdef940e HTTP/1.1" status: 200 len: 210 time: 0.0449142 May 19 09:34:38.134197 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fdc323cf-933b-4fe5-b63f-e1b3c8e28bdf req-18ed1278-ee8f-4c40-8a73-18fca729ce12 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 210 time: 0.0714328 May 19 09:34:39.168975 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-1ce18828-2fe4-4268-902a-f29520f8dd50 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.55 "GET /v2.0/networks?tenant_id=e9d7b31527874983824e728edf10cc92&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303116 May 19 09:34:39.364258 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-86229847-17b7-4024-a6d0-ca3fe9554dc4 req-e49dc774-261e-46ff-a7ee-6d6fca75043a tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 210 time: 0.0960226 May 19 09:34:39.394129 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-aa9cf89a-38c5-4fb5-859d-f978f7450377 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:39.396265 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-aa9cf89a-38c5-4fb5-859d-f978f7450377 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2211387 May 19 09:34:39.432171 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Request body: {'port': {'device_id': '92dd48ea-d794-4d06-be3c-12095dbef455', 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13', 'admin_state_up': True, 'tenant_id': 'e9d7b31527874983824e728edf10cc92'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:39.654420 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:39.659118 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Usage tracker for resource:port and tenant:e9d7b31527874983824e728edf10cc92 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:39.666143 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:39.669593 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:39.682462 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Made reservation on behalf of e9d7b31527874983824e728edf10cc92 for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:39.686079 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.699183 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.714806 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:39.718990 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Usage tracker for resource:security_group_rule and tenant:e9d7b31527874983824e728edf10cc92 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:39.722953 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:39.729044 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:39.823072 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.828179 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:39.833689 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-bb61a66b-2057-4d34-8b58-6809887f6d54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:39.919704 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cde8fed1-13da-4af0-80ea-0150eef47f85,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:39.935884 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.936254 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.936605 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.936947 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.937287 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.937627 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.937964 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.938304 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.938645 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.938974 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.939306 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.940188 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:39.944246 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:40.032905 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Allocated IP 192.168.233.198 (85fbd380-690f-4451-930e-2a6b5b89ed13/a0ef4df6-9253-4f78-be96-c5d56d35eaa1/4729f59e-fd92-48c1-88a3-f90c6945f423) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:40.374213 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:40.391539 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Transition to ACTIVE for port object 4729f59e-fd92-48c1-88a3-f90c6945f423 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:40.419812 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:40.427890 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1b1be989-53ec-4a6b-aac3-4b58d00af1e1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:40.526485 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Pushing event updated for resources: {'Port': ['ID=4729f59e-fd92-48c1-88a3-f90c6945f423,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:40.537871 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Network 85fbd380-690f-4451-930e-2a6b5b89ed13 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:40.539142 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:40.540272 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:40.544888 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:40.634323 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b6ca6-4f72-458c-bc73-24fd7488f0bb req-44812ab9-dca7-41c8-aeb8-03b580a06f62 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:40.642197 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5a2b6ca6-4f72-458c-bc73-24fd7488f0bb req-44812ab9-dca7-41c8-aeb8-03b580a06f62 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 936 time: 0.1204631 May 19 09:34:40.642669 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:40.643605 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:40.709227 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5a2b6ca6-4f72-458c-bc73-24fd7488f0bb req-bd11cd4f-f736-4f0d-9ab8-09b38a3f5430 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661552 May 19 09:34:40.722347 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2942822 May 19 09:34:40.738085 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Request body: {'port': {'device_id': '92dd48ea-d794-4d06-be3c-12095dbef455', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:40.873941 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:40.892372 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-4df90ab9-30d9-4fbb-a1f6-85d6346a3cae None None] Provisioning for port 4729f59e-fd92-48c1-88a3-f90c6945f423 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:40.902117 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-4df90ab9-30d9-4fbb-a1f6-85d6346a3cae None None] Provisioning complete for port 4729f59e-fd92-48c1-88a3-f90c6945f423 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:40.903084 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4df90ab9-30d9-4fbb-a1f6-85d6346a3cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:40.917037 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-af764972-93d0-43b1-b0e1-95c066a74f62 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:40.924607 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-af764972-93d0-43b1-b0e1-95c066a74f62 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 815 time: 0.2071114 May 19 09:34:40.940519 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-2ce0f2f6-d15e-479b-b565-e2f0a5b95eb9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/quotas/45efc211d6134ba9bd1a1fed97fca88a HTTP/1.1" status: 200 len: 375 time: 0.0149958 May 19 09:34:41.020483 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-4df90ab9-30d9-4fbb-a1f6-85d6346a3cae None None] Port 4729f59e-fd92-48c1-88a3-f90c6945f423 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:34:41.070852 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-5182e257-7cad-4302-9ae0-d82b7e7ec06d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1257365 May 19 09:34:41.072193 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54006) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:41.113784 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54010) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:41.224899 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-48ac566f-e7a5-4cc8-8334-c5d86bb3d9c4 service neutron] 10.222.0.46 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529772 May 19 09:34:41.232514 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fd5e747-aea3-4bfc-a905-63731d637194 admin admin] Deleting subnet 61ae9d30-7e57-4add-9dba-dbc29cb59bd9 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:34:41.240131 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3fd5e747-aea3-4bfc-a905-63731d637194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.354511 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.355080 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3fd5e747-aea3-4bfc-a905-63731d637194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.395215 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:41.401256 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Usage tracker for resource:security_group_rule and tenant:761f3f04e45642dc8fcf3a6f95a1ee8c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:41.404773 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:41.412321 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:41.436945 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3fd5e747-aea3-4bfc-a905-63731d637194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.526114 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.533643 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.553104 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:41.594894 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8868fb-a2e7-4734-95fa-86bc30e63a95,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:41.608525 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.608818 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.609899 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.610471 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.611048 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.612140 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.612661 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.613196 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.613704 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.614628 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.615130 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.615629 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:41.624567 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:41.656239 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-537cfdb9-ea1b-4f7f-a2df-efca5cc62aa2 service neutron] 10.222.0.46 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252512 May 19 09:34:41.667457 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=761f3f04e45642dc8fcf3a6f95a1ee8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508718 May 19 09:34:41.668491 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54042) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:41.687850 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4729f59e-fd92-48c1-88a3-f90c6945f423 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:34:41.695960 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.713356 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Transition to ACTIVE for port object 4729f59e-fd92-48c1-88a3-f90c6945f423 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:41.727559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.751225 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:41.805133 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-abe2ad41-0fb3-4ac6-8853-514bfb1f1426 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:41.871881 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-abe2ad41-0fb3-4ac6-8853-514bfb1f1426 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.024663 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6cce29de-2da1-4784-958d-e44b7be12b9a req-33b6146f-fe49-4e4f-9058-7e5e24f05134 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 210 time: 0.1432254 May 19 09:34:42.091339 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc1510-c8b3-445a-95fa-371974d34080 req-14582c43-2698-4e50-a1a1-773cb09f189a tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:42.093125 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55fc1510-c8b3-445a-95fa-371974d34080 req-14582c43-2698-4e50-a1a1-773cb09f189a tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 948 time: 0.1616628 May 19 09:34:42.142898 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-abe2ad41-0fb3-4ac6-8853-514bfb1f1426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.200100 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Pushing event updated for resources: {'Port': ['ID=4729f59e-fd92-48c1-88a3-f90c6945f423,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:42.245898 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:42.251454 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b81b6845-b9c0-4a05-a39e-53a0c6db9043 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:42.276993 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2ad41-0fb3-4ac6-8853-514bfb1f1426 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8868fb-a2e7-4734-95fa-86bc30e63a95,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:42.281334 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-abe2ad41-0fb3-4ac6-8853-514bfb1f1426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:42.288427 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55fc1510-c8b3-445a-95fa-371974d34080 req-209eb318-5a63-445c-a201-6958a1b52358 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819899 May 19 09:34:42.310487 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-abe2ad41-0fb3-4ac6-8853-514bfb1f1426 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.310487 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-abe2ad41-0fb3-4ac6-8853-514bfb1f1426 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d8868fb-a2e7-4734-95fa-86bc30e63a95 HTTP/1.1" status: 204 len: 168 time: 0.6364777 May 19 09:34:42.366283 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Attempting to bind port 4729f59e-fd92-48c1-88a3-f90c6945f423 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:42.366698 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Attempting to bind port 4729f59e-fd92-48c1-88a3-f90c6945f423 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': 'e9ede3d3-9a7d-4a67-a093-9e6888e1692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:42.367144 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Attempting to bind port 4729f59e-fd92-48c1-88a3-f90c6945f423 on network 85fbd380-690f-4451-930e-2a6b5b89ed13 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:42.373232 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Port 4729f59e-fd92-48c1-88a3-f90c6945f423 on network 85fbd380-690f-4451-930e-2a6b5b89ed13 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:34:42.373664 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Attempting to bind port 4729f59e-fd92-48c1-88a3-f90c6945f423 on network 85fbd380-690f-4451-930e-2a6b5b89ed13 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:42.380579 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:42.381249 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Checking segment: {'id': 'e9ede3d3-9a7d-4a67-a093-9e6888e1692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:42.381763 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Bound using segment: {'id': 'e9ede3d3-9a7d-4a67-a093-9e6888e1692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:42.382316 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Bound port: 4729f59e-fd92-48c1-88a3-f90c6945f423, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9ede3d3-9a7d-4a67-a093-9e6888e1692d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 961, 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:42.382799 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.392555 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3fd5e747-aea3-4bfc-a905-63731d637194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.411289 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-dfbd8c81-e432-4311-bb0a-274defba9a05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:42.483132 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd5e747-aea3-4bfc-a905-63731d637194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61ae9d30-7e57-4add-9dba-dbc29cb59bd9,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:42.494344 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3fd5e747-aea3-4bfc-a905-63731d637194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:42.504997 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3fd5e747-aea3-4bfc-a905-63731d637194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.518009 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-3fd5e747-aea3-4bfc-a905-63731d637194 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/61ae9d30-7e57-4add-9dba-dbc29cb59bd9 HTTP/1.1" status: 204 len: 168 time: 1.4065440 May 19 09:34:42.521695 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54078) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:42.589785 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] For port 4729f59e-fd92-48c1-88a3-f90c6945f423, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:42.598457 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] For port 4729f59e-fd92-48c1-88a3-f90c6945f423, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4729f59e-fd92-48c1-88a3-f90c6945f423,segment=NetworkSegment(e9ede3d3-9a7d-4a67-a093-9e6888e1692d),segment_id=e9ede3d3-9a7d-4a67-a093-9e6888e1692d)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:42.608253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.613234 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:42.679094 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.740236 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:42.741442 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.749210 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] 10.222.0.55 "PUT /v2.0/ports/4729f59e-fd92-48c1-88a3-f90c6945f423 HTTP/1.1" status: 200 len: 1098 time: 2.0187557 May 19 09:34:42.749937 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dd48ea-d794-4d06-be3c-12095dbef455', 'tag': '4729f59e-fd92-48c1-88a3-f90c6945f423'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:42.771259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Pushing event updated for resources: {'Port': ['ID=4729f59e-fd92-48c1-88a3-f90c6945f423,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:42.785859 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:42.822172 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54086) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:42.843875 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.846325 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dd48ea-d794-4d06-be3c-12095dbef455', 'tag': '4729f59e-fd92-48c1-88a3-f90c6945f423', 'status': 'completed', 'code': 200} May 19 09:34:42.849298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:42.861294 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.861738 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.862773 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.862986 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > port after_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.863419 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > port after_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.864832 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:42.868697 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > port after_update 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.868697 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.869233 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.869669 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.870269 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:42.904465 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Usage tracker for resource:security_group_rule and tenant:2952f6b107c04b2eb9ec6848774be9ed is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:42.916775 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:42.924380 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:42.989406 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-06b0a1b7-d8c6-45b5-aa00-b4831c3b0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:42.990811 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-06b0a1b7-d8c6-45b5-aa00-b4831c3b0873 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9d7b31527874983824e728edf10cc92&device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 1101 time: 0.1234860 May 19 09:34:43.044797 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:43.045171 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:43.045516 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:43.045854 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=91664) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 19 09:34:43.046266 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47a824f1-d235-49b6-8995-5a3bd70a196c']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:43.060829 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9449edc9-249d-4122-a97a-215a694d0426') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:43.061112 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9449edc9-249d-4122-a97a-215a694d0426') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:43.075933 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15094957'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.081138 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-86854cfd-0260-4b20-bb95-96337b56baab service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=4729f59e-fd92-48c1-88a3-f90c6945f423 HTTP/1.1" status: 200 len: 217 time: 0.0735981 May 19 09:34:43.095235 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.104234 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Releasing vlan 990 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:34:43.104823 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15164179'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: from cryptography.utils import int_from_bytes May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: from cryptography.utils import int_from_bytes May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: Traceback (most recent call last): May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: timer() May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: cb(*args, **kw) May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: return func(*args, **kwargs) May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: self._notify() May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: self.callback(batched_events) May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: event.method(event) May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: return f(self, *a, **k) May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._get(url).json() May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:34:43.123735 dv-cinder-791281-2-iscsi neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:34:43.142218 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.154226 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.165065 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-784c8dcd-6e62-4a43-afbd-14ad868700c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:43.205648 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-0c531c2a-c112-4043-88ab-4f80866c0e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:43.208013 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-0c531c2a-c112-4043-88ab-4f80866c0e32 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0ef4df6-9253-4f78-be96-c5d56d35eaa1 HTTP/1.1" status: 200 len: 843 time: 0.1179447 May 19 09:34:43.220538 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2952f6b107c04b2eb9ec6848774be9ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3973253 May 19 09:34:43.235343 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54098) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:43.252231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a353ab-4002-4b70-8273-2282d88ab06c,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:43.280564 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:43.307109 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4803167c-5785-4fb9-bb3c-c33ea371d04c req-60a9aeec-04bc-4aaf-b585-0882aebfbe5d tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 210 time: 0.1131690 May 19 09:34:43.313450 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.315763 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-c7457e42-8045-4797-a5b3-5bac91b68b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:43.317558 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-c7457e42-8045-4797-a5b3-5bac91b68b51 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85fbd380-690f-4451-930e-2a6b5b89ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0996513 May 19 09:34:43.329120 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.351709 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:43.376583 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] 10.222.0.46 "DELETE /v2.0/networks/47a824f1-d235-49b6-8995-5a3bd70a196c HTTP/1.1" status: 204 len: 168 time: 0.8536351 May 19 09:34:43.380337 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Pushing event deleted for resources: {'Network': ['ID=47a824f1-d235-49b6-8995-5a3bd70a196c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:43.382964 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2baceb14-226b-4512-b8ed-bee9cd16b55d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.460268 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2baceb14-226b-4512-b8ed-bee9cd16b55d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.510831 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-37b13e50-15f9-42cd-9c7e-e8b176c1edcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:43.567180 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2baceb14-226b-4512-b8ed-bee9cd16b55d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.571505 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0c5dd5d1-03bf-49e7-baa2-fdcf67aa1766 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:43.586454 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baceb14-226b-4512-b8ed-bee9cd16b55d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a353ab-4002-4b70-8273-2282d88ab06c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:43.612141 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2baceb14-226b-4512-b8ed-bee9cd16b55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:43.621522 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2baceb14-226b-4512-b8ed-bee9cd16b55d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:43.627453 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-2baceb14-226b-4512-b8ed-bee9cd16b55d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99a353ab-4002-4b70-8273-2282d88ab06c HTTP/1.1" status: 204 len: 168 time: 0.3892384 May 19 09:34:43.637483 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-e68e2cea-ca2e-4ccc-b746-d03e92372411 service neutron] 10.222.0.55 "GET /v2.0/networks/85fbd380-690f-4451-930e-2a6b5b89ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3096344 May 19 09:34:43.694588 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe96351-5065-43b4-9a52-375e752cda00 req-a3ba6121-cf5d-415f-9c09-d9e0d70aec07 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:43.698118 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-9392dbcf-1843-453d-8e0f-5078acb0e6f1 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:43.699564 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-9392dbcf-1843-453d-8e0f-5078acb0e6f1 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 815 time: 0.3201764 May 19 09:34:43.702195 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cfe96351-5065-43b4-9a52-375e752cda00 req-a3ba6121-cf5d-415f-9c09-d9e0d70aec07 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 948 time: 0.1884205 May 19 09:34:43.762138 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54114) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:43.762741 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Request body: {'port': {'device_id': 'b1c025d4-1793-4878-9151-49815fd8c630', 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9', 'admin_state_up': True, 'tenant_id': '45efc211d6134ba9bd1a1fed97fca88a'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:43.780955 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cfe96351-5065-43b4-9a52-375e752cda00 req-1a08c731-83eb-4f68-85c7-e02976d25f64 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770402 May 19 09:34:43.860619 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-ce75c208-46b3-4ed7-960f-78683dc695cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=415d2a106ab14d6d8659ccb81344ace7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0946288 May 19 09:34:43.863691 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54122) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:43.949998 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-70731b9a-4a93-4ed1-abfa-409ae714ca98 req-fbf0ec18-b2a6-4c7c-ba2e-d590d2c49192 service neutron] 10.222.0.55 "GET /v2.0/networks/85fbd380-690f-4451-930e-2a6b5b89ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996225 May 19 09:34:43.993423 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-163e3f5f-11a1-4aa6-87d0-7be88b373cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.000975 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:44.006363 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Usage tracker for resource:port and tenant:45efc211d6134ba9bd1a1fed97fca88a is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:44.009891 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:44.018677 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:44.032276 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Made reservation on behalf of 45efc211d6134ba9bd1a1fed97fca88a for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:44.036897 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.037810 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-163e3f5f-11a1-4aa6-87d0-7be88b373cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.124576 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-163e3f5f-11a1-4aa6-87d0-7be88b373cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.132288 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-95629638-b91c-4201-b5e2-284fcb65672b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:44.170799 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e3f5f-11a1-4aa6-87d0-7be88b373cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e090c2ef-5e1f-422f-ac0c-bd49d7676e54,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:44.184091 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-163e3f5f-11a1-4aa6-87d0-7be88b373cf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:44.189369 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-163e3f5f-11a1-4aa6-87d0-7be88b373cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.190605 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-163e3f5f-11a1-4aa6-87d0-7be88b373cf6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e090c2ef-5e1f-422f-ac0c-bd49d7676e54 HTTP/1.1" status: 204 len: 168 time: 0.3260071 May 19 09:34:44.281903 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Allocated IP 172.20.0.5 (d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9/d13d5d72-bec9-49ea-9ebb-f79763e8470f/4fac5c6d-17cb-4883-bd86-c4c3027c65ec) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:44.322171 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-d46c4742-882e-44eb-9ce1-a72adc2bea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:44.323698 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-d46c4742-882e-44eb-9ce1-a72adc2bea35 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e9d7b31527874983824e728edf10cc92&device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 1101 time: 0.2658617 May 19 09:34:44.536849 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e6cd07ae-b32a-45ca-9fb3-34d4f1db85b4 req-45aadfd7-2516-413d-bd96-edaba083dfca tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 210 time: 0.0675824 May 19 09:34:44.716541 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-15efabfc-5e4b-4e69-9e67-473c28203dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:44.718221 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-15efabfc-5e4b-4e69-9e67-473c28203dc5 service neutron] 10.222.0.55 "GET /v2.0/networks?id=85fbd380-690f-4451-930e-2a6b5b89ed13 HTTP/1.1" status: 200 len: 870 time: 0.3842084 May 19 09:34:44.752174 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.769743 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54166) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:44.794541 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:44.811208 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['fede3a95-b301-4d44-954a-57ed0bd04c37', 'ec684c3b-0c97-4cef-848a-b7f38d003453'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:44.856949 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:44.910464 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-465c00ac-cccb-47c7-b43e-54d0363de4fe service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.198&port_id=4729f59e-fd92-48c1-88a3-f90c6945f423 HTTP/1.1" status: 200 len: 217 time: 0.1140456 May 19 09:34:44.971503 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:44.978367 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:44.985924 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:45.041955 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Pushing event updated for resources: {'Port': ['ID=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:45.061819 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:45.085350 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-b0899f40-0369-4d7a-b464-84aa683a8dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:45.086961 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-b0899f40-0369-4d7a-b464-84aa683a8dcf service neutron] 10.222.0.55 "GET /v2.0/subnets?id=a0ef4df6-9253-4f78-be96-c5d56d35eaa1 HTTP/1.1" status: 200 len: 843 time: 0.1629822 May 19 09:34:45.130324 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c0d71e-0f29-4866-b087-49e7767d85d0 req-fbc3b5fc-9e1a-464f-9372-e161047abfaf tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:45.137577 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4c0d71e-0f29-4866-b087-49e7767d85d0 req-fbc3b5fc-9e1a-464f-9372-e161047abfaf tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 948 time: 0.1600468 May 19 09:34:45.174148 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:45.175111 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:45.219867 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:45.229140 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4c0d71e-0f29-4866-b087-49e7767d85d0 req-601e86d9-f9fc-4ffc-8767-5ce0feb57fa1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903738 May 19 09:34:45.318108 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:45.321182 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5716631 May 19 09:34:45.325726 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Usage tracker for resource:security_group_rule and tenant:739008a4bba545c0be07ff81c197a3af is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:45.331446 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:45.345525 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Request body: {'port': {'device_id': 'b1c025d4-1793-4878-9151-49815fd8c630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:45.388563 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:45.490299 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-fff46056-6e9f-497f-a9c2-4a56e75ee6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:45.491773 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-fff46056-6e9f-497f-a9c2-4a56e75ee6dd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=85fbd380-690f-4451-930e-2a6b5b89ed13&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3946447 May 19 09:34:45.519031 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54198) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:45.579896 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:45.727637 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-785675781-network', 'tenant_id': '4aba180cf9334011801d974cc334cf79'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:45.739876 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:45.754173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Usage tracker for resource:network and tenant:4aba180cf9334011801d974cc334cf79 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:45.760161 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:45.777037 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-13b6b382-e458-45aa-81d5-49c26094387f service neutron] 10.222.0.55 "GET /v2.0/networks/85fbd380-690f-4451-930e-2a6b5b89ed13?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711143 May 19 09:34:45.778898 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:45.815961 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:45.824797 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defcdf33-85ab-445d-a48a-bf7b74894b58 req-0632bf39-d6ad-4490-b52a-df59c3c76b0f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:45.826915 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-defcdf33-85ab-445d-a48a-bf7b74894b58 req-0632bf39-d6ad-4490-b52a-df59c3c76b0f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 931 time: 0.1489091 May 19 09:34:45.857321 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Made reservation on behalf of 4aba180cf9334011801d974cc334cf79 for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:45.860025 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:45.873674 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:45.888680 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:45.895253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f64636d7-5623-41ee-afc3-21434186edbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:45.920490 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:45.929123 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-defcdf33-85ab-445d-a48a-bf7b74894b58 req-81e5dbdb-9801-45e3-9074-06723874f4f8 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957172 May 19 09:34:45.930290 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Usage tracker for resource:security_group_rule and tenant:4aba180cf9334011801d974cc334cf79 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:45.934371 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:45.941044 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:46.027366 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=739008a4bba545c0be07ff81c197a3af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2565563 May 19 09:34:46.028256 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fbb66d9-88de-4fae-9c76-bf51fd3f011f,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.029942 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54222) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:46.031503 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.115748 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.140675 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5f714052-e5b5-4ce2-88cf-688f7fd74529 req-2a871c8f-f9d0-49e4-b973-04ef67fc9775 service neutron] 10.222.0.55 "GET /v2.0/networks/85fbd380-690f-4451-930e-2a6b5b89ed13?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3532696 May 19 09:34:46.161352 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bd5408e8-a0f6-4201-a445-a85e9c1e5242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.163761 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.167352 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:46.216037 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.225918 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.231884 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bd5408e8-a0f6-4201-a445-a85e9c1e5242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.239211 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:34:46.275739 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.276820 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.segments_db [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Added segment 38c904c5-0bd3-4260-9ecb-7245a77c9aa0 of type vlan for network a8f507e5-77e4-4789-80f8-383757915103 May 19 09:34:46.319754 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.360576 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bd5408e8-a0f6-4201-a445-a85e9c1e5242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.365932 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-41a33767-cabd-4e79-9f26-db760ecf0cd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:46.374363 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.393804 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:46.394629 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.402296 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5408e8-a0f6-4201-a445-a85e9c1e5242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fbb66d9-88de-4fae-9c76-bf51fd3f011f,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.425584 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bd5408e8-a0f6-4201-a445-a85e9c1e5242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.438592 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-bd5408e8-a0f6-4201-a445-a85e9c1e5242 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4fbb66d9-88de-4fae-9c76-bf51fd3f011f HTTP/1.1" status: 204 len: 168 time: 0.3880203 May 19 09:34:46.439077 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fac5c6d-17cb-4883-bd86-c4c3027c65ec {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:34:46.441714 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bd5408e8-a0f6-4201-a445-a85e9c1e5242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.451775 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 4729f59e-fd92-48c1-88a3-f90c6945f423 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:34:46.455995 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:46.458108 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.496108 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Transition to ACTIVE for port object 4fac5c6d-17cb-4883-bd86-c4c3027c65ec will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:46.515360 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:46.520272 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9ac1d86c-5e52-41ba-9c45-e6cafc2a5023 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:46.626311 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1031597 May 19 09:34:46.640243 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54254) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:46.690081 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.696313 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Request body: {'subnet': {'network_id': 'a8f507e5-77e4-4789-80f8-383757915103', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-subnet', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:46.748016 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 4729f59e-fd92-48c1-88a3-f90c6945f423, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4729f59e-fd92-48c1-88a3-f90c6945f423,segment=NetworkSegment(e9ede3d3-9a7d-4a67-a093-9e6888e1692d),segment_id=e9ede3d3-9a7d-4a67-a093-9e6888e1692d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:46.777418 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Pushing event updated for resources: {'Network': ['ID=a8f507e5-77e4-4789-80f8-383757915103,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:46.781912 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.794702 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network a8f507e5-77e4-4789-80f8-383757915103 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:34:46.824446 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e58bcb3-063f-4954-bf02-6c83215a5a45 req-faceb123-02d8-49c4-b8b5-bf721977d05e tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:46.827557 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0e58bcb3-063f-4954-bf02-6c83215a5a45 req-faceb123-02d8-49c4-b8b5-bf721977d05e tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 948 time: 0.3842549 May 19 09:34:46.835971 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '4729f59e-fd92-48c1-88a3-f90c6945f423', 'network_id': '85fbd380-690f-4451-930e-2a6b5b89ed13', 'port_id': '4729f59e-fd92-48c1-88a3-f90c6945f423', 'mac_address': 'fa:16:3e:76:a9:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 961, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0ef4df6-9253-4f78-be96-c5d56d35eaa1', 'ip_address': '192.168.233.198'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:34:46.904970 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:46.906167 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:46.923174 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Usage tracker for resource:subnet and tenant:4aba180cf9334011801d974cc334cf79 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:46.926457 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0e58bcb3-063f-4954-bf02-6c83215a5a45 req-84c7123e-7489-4041-9bee-8313016260be tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892558 May 19 09:34:46.938726 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:47.008167 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:47.039734 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54268) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:47.056290 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.076368 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4729f59e-fd92-48c1-88a3-f90c6945f423 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:34:47.095822 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 4729f59e-fd92-48c1-88a3-f90c6945f423, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4729f59e-fd92-48c1-88a3-f90c6945f423,segment=NetworkSegment(e9ede3d3-9a7d-4a67-a093-9e6888e1692d),segment_id=e9ede3d3-9a7d-4a67-a093-9e6888e1692d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:47.109087 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.113385 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:47.131524 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Made reservation on behalf of 4aba180cf9334011801d974cc334cf79 for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:47.133868 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16406806'] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.223618 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=4729f59e-fd92-48c1-88a3-f90c6945f423,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:47.243233 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:47.253930 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Attempting to bind port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:47.254285 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Attempting to bind port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:47.254627 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Attempting to bind port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:47.256265 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.263068 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:34:47.263403 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Attempting to bind port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:47.276669 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:47.277993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Checking segment: {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:47.278561 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Bound using segment: {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:47.279184 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Bound port: 4fac5c6d-17cb-4883-bd86-c4c3027c65ec, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:47.279551 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.282215 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:47.299675 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Usage tracker for resource:security_group_rule and tenant:cb0c6f2021b6411c9caafc24c9d78076 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:47.304541 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:47.315280 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:47.327866 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54276) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:47.437966 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] For port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:47.443989 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.451406 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] For port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:47.463540 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.471199 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:47.474876 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5348c-881c-4603-9584-61c014b64d6e req-43067782-1659-4b91-b455-984f310fc21c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:47.476383 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-18e5348c-881c-4603-9584-61c014b64d6e req-43067782-1659-4b91-b455-984f310fc21c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 943 time: 0.3337145 May 19 09:34:47.477420 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:47.487175 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Usage tracker for resource:security_group_rule and tenant:22a56f5da8c54081a6dbc15ce085d360 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:47.492170 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:47.521040 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:47.541825 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:47.542449 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.543868 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] 10.222.0.55 "PUT /v2.0/ports/4fac5c6d-17cb-4883-bd86-c4c3027c65ec HTTP/1.1" status: 200 len: 1093 time: 2.2029932 May 19 09:34:47.544086 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['4729f59e-fd92-48c1-88a3-f90c6945f423'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:47.544621 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c025d4-1793-4878-9151-49815fd8c630', 'tag': '4fac5c6d-17cb-4883-bd86-c4c3027c65ec'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:47.595348 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-18e5348c-881c-4603-9584-61c014b64d6e req-3b62150c-35b6-4c97-9a26-5135373edb0c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112883 May 19 09:34:47.612021 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Pushing event updated for resources: {'Port': ['ID=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:47.656066 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:47.657692 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c025d4-1793-4878-9151-49815fd8c630', 'tag': '4fac5c6d-17cb-4883-bd86-c4c3027c65ec', 'status': 'completed', 'code': 200} May 19 09:34:47.658573 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.666507 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.676167 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:47.737260 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cb0c6f2021b6411c9caafc24c9d78076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6963186 May 19 09:34:47.738286 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7669a5-57ed-4d69-ac9a-c2b02c46e2c3,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:47.744520 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54284) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:47.747812 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:47.756223 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.761151 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.769296 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-abe2ad41-0fb3-4ac6-8853-514bfb1f1426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:47.797110 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-36eebb55-935a-4f8d-b679-2ea0c07270b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:47.798609 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-36eebb55-935a-4f8d-b679-2ea0c07270b5 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 1096 time: 0.1880920 May 19 09:34:47.815907 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22a56f5da8c54081a6dbc15ce085d360&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4838560 May 19 09:34:47.815907 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06ec424-d2c7-4d7a-9f53-a657b9b27214,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:47.817227 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54288) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:47.829850 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:47.889004 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21d0291b-87cb-4efb-a19e-f372649bf4c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.892350 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-13a29c12-494f-4b98-95d0-9021eed6aa43 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fac5c6d-17cb-4883-bd86-c4c3027c65ec HTTP/1.1" status: 200 len: 217 time: 0.0730472 May 19 09:34:47.893493 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-416186b5-1b8a-4e8d-bfcc-db8dcbd0a1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.917622 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21d0291b-87cb-4efb-a19e-f372649bf4c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.974112 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21d0291b-87cb-4efb-a19e-f372649bf4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:47.979609 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9453dd6d-6e93-422f-bce1-a7ba07025b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:47.992769 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d0291b-87cb-4efb-a19e-f372649bf4c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06ec424-d2c7-4d7a-9f53-a657b9b27214,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:47.995076 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-21d0291b-87cb-4efb-a19e-f372649bf4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:48.002186 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-416186b5-1b8a-4e8d-bfcc-db8dcbd0a1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.002912 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21d0291b-87cb-4efb-a19e-f372649bf4c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.009037 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-21d0291b-87cb-4efb-a19e-f372649bf4c8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d06ec424-d2c7-4d7a-9f53-a657b9b27214 HTTP/1.1" status: 204 len: 168 time: 0.1888931 May 19 09:34:48.056245 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-d5793b23-a9c9-4741-9c97-09981aaac3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:48.057696 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-d5793b23-a9c9-4741-9c97-09981aaac3ad service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d13d5d72-bec9-49ea-9ebb-f79763e8470f HTTP/1.1" status: 200 len: 855 time: 0.1509883 May 19 09:34:48.115128 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-b380020b-cf1a-482e-b95f-66ec98ebbc0a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0479760 May 19 09:34:48.116561 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14738279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16406820'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.122303 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:48.140951 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbf18e4-1923-4ac9-82fa-65445a678002 req-b8dbe8d8-acdd-444e-9a0a-df38ac425385 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:48.142832 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7bbf18e4-1923-4ac9-82fa-65445a678002 req-b8dbe8d8-acdd-444e-9a0a-df38ac425385 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 949 time: 0.0907118 May 19 09:34:48.193559 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7bbf18e4-1923-4ac9-82fa-65445a678002 req-ddc95961-0800-4687-87ea-284a3d31cecb tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426302 May 19 09:34:48.209176 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-416186b5-1b8a-4e8d-bfcc-db8dcbd0a1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.286483 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:48.302199 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:48.303023 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:48.328603 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416186b5-1b8a-4e8d-bfcc-db8dcbd0a1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7669a5-57ed-4d69-ac9a-c2b02c46e2c3,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:48.334599 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-416186b5-1b8a-4e8d-bfcc-db8dcbd0a1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:48.344357 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Checking segment: {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:48.344966 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Network hostable DHCP agents. Network: a8f507e5-77e4-4789-80f8-383757915103, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:34:48.361266 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-416186b5-1b8a-4e8d-bfcc-db8dcbd0a1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.365336 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-416186b5-1b8a-4e8d-bfcc-db8dcbd0a1a2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c7669a5-57ed-4d69-ac9a-c2b02c46e2c3 HTTP/1.1" status: 204 len: 168 time: 0.6159060 May 19 09:34:48.376071 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-5eaeca69-cf03-4612-87a3-e772804b3b4a service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252548 May 19 09:34:48.422642 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Network a8f507e5-77e4-4789-80f8-383757915103 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:34:48.486059 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, a8f507e5-77e4-4789-80f8-383757915103) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:48.496619 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba326a04-e9c1-47a6-802c-d147c12c7cd0 None None] Network a8f507e5-77e4-4789-80f8-383757915103 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:48.500994 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:48.501600 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.551211 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8979144 May 19 09:34:48.551696 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54318) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:48.558437 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:48.566306 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:48.584359 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Usage tracker for resource:router and tenant:4aba180cf9334011801d974cc334cf79 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:48.592799 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:48.593682 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c6ce4ba1-47c3-4fd0-8a2d-7cc3ff9e7734 req-1ad69000-46e1-4cb7-b2b5-d8b2c539b440 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104151 May 19 09:34:48.612391 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:48.638785 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.640298 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.692282 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:48.763027 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54330) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:48.823897 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-35fcfd55-49b8-4a79-97b2-2fa9abd8fdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:48.825475 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-35fcfd55-49b8-4a79-97b2-2fa9abd8fdcf service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 1096 time: 0.1810582 May 19 09:34:48.977951 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c5efc4-5d96-4529-a821-b83d8f2202da None None] Network a8f507e5-77e4-4789-80f8-383757915103 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:34:49.013137 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-123f8c34-7c63-4d53-912d-b9a404bb9aa4 admin admin] Deleting subnet 9dbbad80-d126-4180-8601-5e898f610b86 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:34:49.015070 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54340) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:49.021905 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-123f8c34-7c63-4d53-912d-b9a404bb9aa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.050692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.126851 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:49.150026 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Usage tracker for resource:security_group_rule and tenant:3d64fd119bb54a74a34438e5d9052e49 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:49.196418 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-123f8c34-7c63-4d53-912d-b9a404bb9aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.205751 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:49.221749 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:49.226757 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.309952 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a24845-c476-40db-a65f-37c042a2a2cf req-78a95124-ca58-4a98-9dff-a6e8bac5dc8e tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:49.310719 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-123f8c34-7c63-4d53-912d-b9a404bb9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.317944 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d7a24845-c476-40db-a65f-37c042a2a2cf req-78a95124-ca58-4a98-9dff-a6e8bac5dc8e tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 943 time: 0.4172723 May 19 09:34:49.348894 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-ee232f1c-eb8b-453b-96ab-f1fafa2db541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:49.350391 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-ee232f1c-eb8b-453b-96ab-f1fafa2db541 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 916 time: 0.5148818 May 19 09:34:49.432669 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-5b54d571-2b5c-48a4-8a01-10a2669ea80d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fac5c6d-17cb-4883-bd86-c4c3027c65ec HTTP/1.1" status: 200 len: 217 time: 0.0730169 May 19 09:34:49.483460 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d7a24845-c476-40db-a65f-37c042a2a2cf req-c8ef5432-d9cd-4fcb-9e0f-da5c1fa7f179 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646318 May 19 09:34:49.550106 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.558723 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.568282 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bc8675d6-3a67-4ebb-bc21-ee076f32a21f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:49.622194 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3d64fd119bb54a74a34438e5d9052e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6036816 May 19 09:34:49.622432 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-497ad4dc-c420-4949-b879-32ad18625a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:49.622432 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-497ad4dc-c420-4949-b879-32ad18625a3a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d13d5d72-bec9-49ea-9ebb-f79763e8470f HTTP/1.1" status: 200 len: 855 time: 0.1656277 May 19 09:34:49.624583 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54356) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:49.627386 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68368e3c-4fd4-4487-8e5b-dfa1457ebbc9,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:49.633513 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:49.667388 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f88d68-d6cb-4c52-9101-2497e998eaf2 req-e97dbbfe-dd80-4e66-b0a5-54b9067b5333 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:49.668890 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68f88d68-d6cb-4c52-9101-2497e998eaf2 req-e97dbbfe-dd80-4e66-b0a5-54b9067b5333 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 949 time: 0.2390771 May 19 09:34:49.684914 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-99a7482e-ca01-4ba7-a7a5-90e16d9765f1 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462031 May 19 09:34:49.869260 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54362) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:49.881518 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-123f8c34-7c63-4d53-912d-b9a404bb9aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.888907 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-3df6d4bf-5e41-4910-baef-bd3b75ef51e3 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728234 May 19 09:34:49.890138 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:49.903273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68f88d68-d6cb-4c52-9101-2497e998eaf2 req-a349f06a-d756-41ab-893c-8d114d0dacff tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798608 May 19 09:34:49.913789 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-096540ce-1ca0-4f6e-9982-88e765ecfb08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.953029 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.954810 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f8c34-7c63-4d53-912d-b9a404bb9aa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9dbbad80-d126-4180-8601-5e898f610b86,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:49.958122 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-123f8c34-7c63-4d53-912d-b9a404bb9aa4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:49.971823 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-123f8c34-7c63-4d53-912d-b9a404bb9aa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.983372 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-123f8c34-7c63-4d53-912d-b9a404bb9aa4 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9dbbad80-d126-4180-8601-5e898f610b86 HTTP/1.1" status: 204 len: 168 time: 1.2184093 May 19 09:34:49.983648 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-096540ce-1ca0-4f6e-9982-88e765ecfb08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:49.990670 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54368) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:50.003278 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.069319 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.095362 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:50.108108 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Usage tracker for resource:security_group_rule and tenant:c67049ad35f942f78b9de74464517c45 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:50.114109 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:50.122216 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:50.125519 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ea8f7c05-c779-4963-a325-800a951d0c3f req-1bd404e0-d647-4722-8a2e-9a3ad1d97621 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956403 May 19 09:34:50.211203 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.215339 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.224022 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:50.269547 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c67049ad35f942f78b9de74464517c45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3984923 May 19 09:34:50.270309 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d47434d9-fefa-44c9-bdbc-747eda2f87ed,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:50.272710 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54376) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:50.273887 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:50.305541 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.375356 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-096540ce-1ca0-4f6e-9982-88e765ecfb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.387885 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-21d0291b-87cb-4efb-a19e-f372649bf4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:50.437782 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096540ce-1ca0-4f6e-9982-88e765ecfb08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68368e3c-4fd4-4487-8e5b-dfa1457ebbc9,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:50.447408 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-096540ce-1ca0-4f6e-9982-88e765ecfb08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:50.485483 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 4729f59e-fd92-48c1-88a3-f90c6945f423 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:50.502144 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Allocated IP 172.27.1.52 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/af4482e7-4046-4832-918b-8864704d7bbb) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:50.553321 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 4729f59e-fd92-48c1-88a3-f90c6945f423 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:50.558181 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 4729f59e-fd92-48c1-88a3-f90c6945f423 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:50.558667 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.570402 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1299eb5d-ada4-422f-b317-561ce50682cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.591279 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-096540ce-1ca0-4f6e-9982-88e765ecfb08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.592455 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-096540ce-1ca0-4f6e-9982-88e765ecfb08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/68368e3c-4fd4-4487-8e5b-dfa1457ebbc9 HTTP/1.1" status: 204 len: 168 time: 0.9622579 May 19 09:34:50.610727 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.692603 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:50.693793 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.710607 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1299eb5d-ada4-422f-b317-561ce50682cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.722501 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dd48ea-d794-4d06-be3c-12095dbef455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4729f59e-fd92-48c1-88a3-f90c6945f423'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:50.741189 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 4729f59e-fd92-48c1-88a3-f90c6945f423, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4729f59e-fd92-48c1-88a3-f90c6945f423,segment=NetworkSegment(e9ede3d3-9a7d-4a67-a093-9e6888e1692d),segment_id=e9ede3d3-9a7d-4a67-a093-9e6888e1692d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:50.741189 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.744242 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:50.768331 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b47d56e2-ac71-4752-9b87-ee24da549703') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:50.768667 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b47d56e2-ac71-4752-9b87-ee24da549703') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:50.816563 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15094957'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.879039 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dd48ea-d794-4d06-be3c-12095dbef455', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4729f59e-fd92-48c1-88a3-f90c6945f423', 'code': 200} May 19 09:34:50.879039 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=4729f59e-fd92-48c1-88a3-f90c6945f423,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:50.879039 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:50.882501 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.898384 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Releasing vlan 963 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:34:50.898725 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15164179'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: Traceback (most recent call last): May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: timer() May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: cb(*args, **kw) May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: return func(*args, **kwargs) May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: self._notify() May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: self.callback(batched_events) May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: event.method(event) May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: return f(self, *a, **k) May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._get(url).json() May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:34:50.913485 dv-cinder-791281-2-iscsi neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:34:51.029068 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1299eb5d-ada4-422f-b317-561ce50682cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.035608 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.042823 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c798346b-844a-4923-8acd-ac84af16ac29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:51.058695 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8ae24-c17b-4aa0-baca-c81ff278e380 req-a719f11d-8d5a-4649-b75a-1a8e8da04b11 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:51.060304 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0de8ae24-c17b-4aa0-baca-c81ff278e380 req-a719f11d-8d5a-4649-b75a-1a8e8da04b11 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 943 time: 0.4421425 May 19 09:34:51.125832 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299eb5d-ada4-422f-b317-561ce50682cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47434d9-fefa-44c9-bdbc-747eda2f87ed,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:51.139576 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1299eb5d-ada4-422f-b317-561ce50682cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:51.141186 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.147358 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7b7dab-9f55-40e7-a154-7c31b2ae51ba req-73471b1e-7247-4f64-8eac-1c6fb3a10508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:51.148324 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1299eb5d-ada4-422f-b317-561ce50682cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.148996 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-3a7b7dab-9f55-40e7-a154-7c31b2ae51ba req-73471b1e-7247-4f64-8eac-1c6fb3a10508 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 1103 time: 0.0762653 May 19 09:34:51.149436 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-1299eb5d-ada4-422f-b317-561ce50682cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d47434d9-fefa-44c9-bdbc-747eda2f87ed HTTP/1.1" status: 204 len: 168 time: 0.8752601 May 19 09:34:51.170541 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.177195 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f607cc26-7489-4223-94b8-7ae7ea57aba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:51.209656 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99 HTTP/1.1" status: 204 len: 168 time: 1.2086768 May 19 09:34:51.209656 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6b0f4ceb-4ed5-4d98-8128-a50ed0ccaf99,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:51.213282 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-3a7b7dab-9f55-40e7-a154-7c31b2ae51ba req-d2fcf40a-2dec-41b8-9dcc-d96b803f5a66 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529194 May 19 09:34:51.213795 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54404) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:51.215933 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:51.219783 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0de8ae24-c17b-4aa0-baca-c81ff278e380 req-75a4508b-295f-4f2f-bd4f-134f5130de14 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501546 May 19 09:34:51.244629 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.253205 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8a956d-15b0-4bec-81cb-2a8443d6d417 req-07f3cdc5-6879-44cd-928d-21c3d89d3550 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:51.254764 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7b8a956d-15b0-4bec-81cb-2a8443d6d417 req-07f3cdc5-6879-44cd-928d-21c3d89d3550 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 950 time: 0.1905165 May 19 09:34:51.259848 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b3c91012-b0e3-4d94-bc7d-d4d45bac0879 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:51.364149 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:51.372900 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] Deleting subnet 7f495218-8a8e-4a7f-a03a-a4973dea175e {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:34:51.373592 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:51.375621 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Pushing event updated for resources: {'Port': ['ID=af4482e7-4046-4832-918b-8864704d7bbb,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:51.377856 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.391960 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:51.431030 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7b8a956d-15b0-4bec-81cb-2a8443d6d417 req-ac7b805c-7fdd-4bf7-b27e-97e7620293cc tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320326 May 19 09:34:51.449099 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.463237 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:51.518062 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.981360 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:51.995867 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.002547 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-53bfbcde-527a-44f7-8478-dc97b78cfb4d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:52.047672 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f495218-8a8e-4a7f-a03a-a4973dea175e,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:52.050533 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:52.055011 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.067751 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7f495218-8a8e-4a7f-a03a-a4973dea175e HTTP/1.1" status: 204 len: 168 time: 0.8525286 May 19 09:34:52.070574 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54446) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:52.207400 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.357829 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.388061 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01c90172-2005-45a5-a6b9-06d9fd32d414']}} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:52.414392 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4f486c1-f43b-4618-85c6-e34d48c24834') {'for_net_delete': True} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:52.414940 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4f486c1-f43b-4618-85c6-e34d48c24834') {} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:52.428947 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-722313'] for segment, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.438038 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.449322 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.458724 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Releasing vlan 969 on physical network physnet1 to pool {{(pid=91663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:34:52.459862 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14800010'] for segment, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: Traceback (most recent call last): May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: timer() May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: cb(*args, **kw) May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: return func(*args, **kwargs) May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: self._notify() May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: self.callback(batched_events) May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: event.method(event) May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: return f(self, *a, **k) May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._get(url).json() May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: return self.request(url, 'GET', **kwargs) May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:34:52.478936 dv-cinder-791281-2-iscsi neutron-server[91663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:34:52.502961 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 4fac5c6d-17cb-4883-bd86-c4c3027c65ec details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:34:52.577890 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.590070 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.602728 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:52.647091 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] 10.222.0.46 "DELETE /v2.0/networks/01c90172-2005-45a5-a6b9-06d9fd32d414 HTTP/1.1" status: 204 len: 168 time: 0.5730309 May 19 09:34:52.647091 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Pushing event deleted for resources: {'Network': ['ID=01c90172-2005-45a5-a6b9-06d9fd32d414,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:52.649226 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:52.755221 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:52.772962 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '4fac5c6d-17cb-4883-bd86-c4c3027c65ec', 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9', 'port_id': '4fac5c6d-17cb-4883-bd86-c4c3027c65ec', 'mac_address': 'fa:16:3e:09:09:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d5d72-bec9-49ea-9ebb-f79763e8470f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:34:52.837569 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.857515 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fac5c6d-17cb-4883-bd86-c4c3027c65ec {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:34:52.876300 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:52.882921 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54502) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:52.885622 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:52.889265 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:52.904675 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b120f360-3613-4ca7-95a3-d1de5b5d6757 req-cced5be0-7dae-4aff-9dde-9fecf87864b8 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:52.911791 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b120f360-3613-4ca7-95a3-d1de5b5d6757 req-cced5be0-7dae-4aff-9dde-9fecf87864b8 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 943 time: 0.3181913 May 19 09:34:52.935869 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-2357078e-eb5d-4d1d-a3a2-4ddfdd1801fc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=62acf2a003484eb0b456d82907412046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0515213 May 19 09:34:52.938182 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54506) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:52.965452 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde0d675-a06c-4b03-8bcf-f404faa59d9d req-f819a2c9-72df-4d61-b03b-dbc769c3a911 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:52.972813 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dde0d675-a06c-4b03-8bcf-f404faa59d9d req-f819a2c9-72df-4d61-b03b-dbc769c3a911 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 950 time: 0.2791808 May 19 09:34:53.013096 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-21fa788b-931a-45c9-a7f6-6f5cc7099422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.018868 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:53.023490 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:53.050174 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b120f360-3613-4ca7-95a3-d1de5b5d6757 req-3f9ef3aa-032b-4c98-b603-81f6bd6877cd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374354 May 19 09:34:53.051574 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-21fa788b-931a-45c9-a7f6-6f5cc7099422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.087040 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dde0d675-a06c-4b03-8bcf-f404faa59d9d req-97e7d267-8477-43ec-85d7-3a2770b0d780 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105473 May 19 09:34:53.089733 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:34:53.151618 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-21fa788b-931a-45c9-a7f6-6f5cc7099422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.151618 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7f012282-6524-4779-a6db-5639dc381032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:53.167084 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa788b-931a-45c9-a7f6-6f5cc7099422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690c8433-c5e1-4462-8b1f-0a6463600b04,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:53.170872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-21fa788b-931a-45c9-a7f6-6f5cc7099422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:53.190458 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-21fa788b-931a-45c9-a7f6-6f5cc7099422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.191497 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-21fa788b-931a-45c9-a7f6-6f5cc7099422 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/690c8433-c5e1-4462-8b1f-0a6463600b04 HTTP/1.1" status: 204 len: 168 time: 0.2522495 May 19 09:34:53.331876 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:34:53.333739 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['4fac5c6d-17cb-4883-bd86-c4c3027c65ec'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:53.343393 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Sync routers for ids ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:34:53.354987 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.356043 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Routers {'87ddba85-ba2c-409e-b1b4-43d86c238ee8'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:53.356478 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.8034663 May 19 09:34:53.356773 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:34:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:53.359514 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54516) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:53.619160 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Set router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:53.655897 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54532) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:53.714767 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-f863a320-edc2-4bf1-b968-3507366dd915 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dace5f4f83ed434cba2b324184722b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552685 May 19 09:34:53.715338 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54540) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:53.787953 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bc7b6757-8409-4435-b694-6d2ff0c8d157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.841787 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bc7b6757-8409-4435-b694-6d2ff0c8d157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.922020 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bc7b6757-8409-4435-b694-6d2ff0c8d157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.933015 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d7ad25d5-b6c9-4a56-a30d-be5d63a66ba7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:53.948506 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b6757-8409-4435-b694-6d2ff0c8d157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2912a22-e70d-49b8-8007-76fc818c1ce9,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:53.976111 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bc7b6757-8409-4435-b694-6d2ff0c8d157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:53.979943 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-bc7b6757-8409-4435-b694-6d2ff0c8d157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:53.981091 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-bc7b6757-8409-4435-b694-6d2ff0c8d157 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c2912a22-e70d-49b8-8007-76fc818c1ce9 HTTP/1.1" status: 204 len: 168 time: 0.2647989 May 19 09:34:54.031892 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:48Z', 'updated_at': '2021-05-19T09:34:51Z', 'revision_number': 3, 'project_id': '4aba180cf9334011801d974cc334cf79', 'gw_port': {'id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:50Z', 'updated_at': '2021-05-19T09:34:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:54.038424 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Checking router: 87ddba85-ba2c-409e-b1b4-43d86c238ee8 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:34:54.039143 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Updating router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 port af4482e7-4046-4832-918b-8864704d7bbb binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:34:54.108007 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:54.324748 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:54.531487 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8179381-0aea-4ba7-b7fe-4140f0258d7a req-23602acb-8d17-47cb-8537-e9e9e8e44358 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:54.539403 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b8179381-0aea-4ba7-b7fe-4140f0258d7a req-23602acb-8d17-47cb-8537-e9e9e8e44358 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 944 time: 0.3156235 May 19 09:34:54.582448 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb59dc-44d7-4a86-aa73-220165bd6ff5 req-752207ba-a257-4189-9791-c8bd43adc0ef tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:54.584133 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-49bb59dc-44d7-4a86-aa73-220165bd6ff5 req-752207ba-a257-4189-9791-c8bd43adc0ef tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 950 time: 0.2113960 May 19 09:34:54.587458 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:54.613852 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Transition to ACTIVE for port object af4482e7-4046-4832-918b-8864704d7bbb will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:34:54.628489 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:54.638622 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:54.641557 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b8179381-0aea-4ba7-b7fe-4140f0258d7a req-d86e698c-cd42-4e12-ac7f-4ae1bf8f59b6 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011553 May 19 09:34:54.681718 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-49bb59dc-44d7-4a86-aa73-220165bd6ff5 req-cbe06b46-e45f-4529-805b-aea6729a92ce tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885146 May 19 09:34:54.744989 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Allocated IP 172.20.0.1 (a8f507e5-77e4-4789-80f8-383757915103/2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7/ee5bfcea-148a-424e-a2d2-a8719024a8c6) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:34:54.776044 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Pushing event updated for resources: {'Port': ['ID=af4482e7-4046-4832-918b-8864704d7bbb,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:54.789349 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.789936 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.790475 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.790970 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.791459 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.792133 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.792630 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.793425 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.793931 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.794447 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.794929 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.795408 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:34:54.800859 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:54.809660 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Attempting to bind port af4482e7-4046-4832-918b-8864704d7bbb on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:34:54.810247 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Attempting to bind port af4482e7-4046-4832-918b-8864704d7bbb by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:34:54.810933 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Attempting to bind port af4482e7-4046-4832-918b-8864704d7bbb on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:34:54.817612 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:34:54.818253 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:34:54.818836 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:54.819485 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:34:54.820054 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Bound port: af4482e7-4046-4832-918b-8864704d7bbb, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:34:54.820436 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:54.912738 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] For port af4482e7-4046-4832-918b-8864704d7bbb, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:34:54.916141 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] For port af4482e7-4046-4832-918b-8864704d7bbb, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=af4482e7-4046-4832-918b-8864704d7bbb,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:34:54.923749 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:54.933954 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:54.954331 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:54.993372 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:54.998129 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:55.059179 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Pushing event updated for resources: {'Port': ['ID=af4482e7-4046-4832-918b-8864704d7bbb,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:55.063548 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:55.073640 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Network a8f507e5-77e4-4789-80f8-383757915103 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:55.076739 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:55.081375 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Routers {'87ddba85-ba2c-409e-b1b4-43d86c238ee8'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:55.082317 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:34:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:55.083116 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:34:55.112396 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5bfcea-148a-424e-a2d2-a8719024a8c6,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:55.118076 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:55.156011 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:55.307774 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:55.321160 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] Set router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:55.396490 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492654c3-f141-403f-a6a0-dbe0da7c843b req-2072cb3e-e6bd-4a6f-827e-2136442de589 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:55.398084 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-492654c3-f141-403f-a6a0-dbe0da7c843b req-2072cb3e-e6bd-4a6f-827e-2136442de589 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 950 time: 0.1570790 May 19 09:34:55.619251 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:55.630407 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:55.703156 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:55.712514 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-492654c3-f141-403f-a6a0-dbe0da7c843b req-9535e138-c3cf-4b47-9956-52d9fbf4976d tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039975 May 19 09:34:55.801416 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:55.805575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=ee5bfcea-148a-424e-a2d2-a8719024a8c6,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:55.809230 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:55.849524 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:48Z', 'updated_at': '2021-05-19T09:34:51Z', 'revision_number': 3, 'project_id': '4aba180cf9334011801d974cc334cf79', 'gw_port': {'id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:50Z', 'updated_at': '2021-05-19T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:55.857308 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f9c600-a50c-4977-a342-893c65166c74 None None] The sync data for ids ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'] in dv-cinder-791281-2-iscsi is: [{'id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:48Z', 'updated_at': '2021-05-19T09:34:51Z', 'revision_number': 3, 'project_id': '4aba180cf9334011801d974cc334cf79', 'gw_port': {'id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:50Z', 'updated_at': '2021-05-19T09:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:34:55.984252 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Network a8f507e5-77e4-4789-80f8-383757915103 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:34:55.986824 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:34:56.032672 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 54614) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:56.070169 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f81b2fc-9984-4711-81b6-e189bced15d6 req-d5c2a51e-9f1a-44a8-a4b2-46b954e8884a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:56.072157 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7f81b2fc-9984-4711-81b6-e189bced15d6 req-d5c2a51e-9f1a-44a8-a4b2-46b954e8884a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 944 time: 0.2403986 May 19 09:34:56.177547 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7f81b2fc-9984-4711-81b6-e189bced15d6 req-4bb0ae85-6cee-457d-bd83-d55b96b88e12 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985422 May 19 09:34:56.239815 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.269052 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:56.273521 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Usage tracker for resource:security_group_rule and tenant:fce5a68d31eb4f06bdaf1b3866de926a is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:56.276917 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:34:56.277343 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:56.283800 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:56.428417 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.434674 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.445396 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d3537d5d-aefe-4662-adf1-707421b27969 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:56.493854 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b77c34-60a1-487c-810a-7c9d84185537,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:56.498154 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fce5a68d31eb4f06bdaf1b3866de926a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4639194 May 19 09:34:56.499102 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:56.501191 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54628) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:56.520890 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 4fac5c6d-17cb-4883-bd86-c4c3027c65ec up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:56.552872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:34:56.572275 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] 10.222.0.46 "PUT /v2.0/routers/87ddba85-ba2c-409e-b1b4-43d86c238ee8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2033920 May 19 09:34:56.606407 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-068b510d-6366-4143-a2bd-4e8184683479 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.632251 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:56.640006 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:56.640401 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.649304 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-068b510d-6366-4143-a2bd-4e8184683479 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.741902 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-068b510d-6366-4143-a2bd-4e8184683479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.752661 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3b897919-ec78-44c8-a509-c043b1e02f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:56.806382 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068b510d-6366-4143-a2bd-4e8184683479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b77c34-60a1-487c-810a-7c9d84185537,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:56.810997 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-068b510d-6366-4143-a2bd-4e8184683479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:56.830703 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-068b510d-6366-4143-a2bd-4e8184683479 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:56.839291 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-068b510d-6366-4143-a2bd-4e8184683479 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16b77c34-60a1-487c-810a-7c9d84185537 HTTP/1.1" status: 204 len: 168 time: 0.3348205 May 19 09:34:56.899388 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device af4482e7-4046-4832-918b-8864704d7bbb up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:57.006217 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.017422 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3453b9e-8d41-4e82-b8b6-cf637c71ca70 req-4283f4af-5c55-4d68-81f1-96b0a4f86db8 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:57.020202 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b3453b9e-8d41-4e82-b8b6-cf637c71ca70 req-4283f4af-5c55-4d68-81f1-96b0a4f86db8 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 950 time: 0.1084037 May 19 09:34:57.066081 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c025d4-1793-4878-9151-49815fd8c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac5c6d-17cb-4883-bd86-c4c3027c65ec'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:57.086922 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port af4482e7-4046-4832-918b-8864704d7bbb completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:34:57.092932 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:57.097642 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port af4482e7-4046-4832-918b-8864704d7bbb triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:57.098209 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.112702 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b3453b9e-8d41-4e82-b8b6-cf637c71ca70 req-e29bccf5-c96b-4606-af84-9149ecac171e tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/security-groups?id=cde8fed1-13da-4af0-80ea-0150eef47f85&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835893 May 19 09:34:57.148282 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.160847 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:57.280645 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:57.285465 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:57.360045 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.385009 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port af4482e7-4046-4832-918b-8864704d7bbb, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=af4482e7-4046-4832-918b-8864704d7bbb,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:57.390196 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.392917 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:57.398408 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-d33a0d0d-3516-492e-9f99-9d2ad835ffb4 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:57.399173 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-d33a0d0d-3516-492e-9f99-9d2ad835ffb4 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Synchronizing usage tracker for tenant:e9d7b31527874983824e728edf10cc92 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:34:57.422964 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-d33a0d0d-3516-492e-9f99-9d2ad835ffb4 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Unset dirty status for tenant:e9d7b31527874983824e728edf10cc92 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:34:57.424896 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-d33a0d0d-3516-492e-9f99-9d2ad835ffb4 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.55 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 950 time: 0.3509390 May 19 09:34:57.452623 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c025d4-1793-4878-9151-49815fd8c630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fac5c6d-17cb-4883-bd86-c4c3027c65ec', 'code': 200} May 19 09:34:57.529388 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=af4482e7-4046-4832-918b-8864704d7bbb,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:57.543479 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:57.714050 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Deleting port 4729f59e-fd92-48c1-88a3-f90c6945f423 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:34:57.716645 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:57.823207 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafcb1a0-b122-484e-bcde-0b79b954bb58 req-c57e9ea9-acd8-4c1b-bb6c-26ba3ec9468e tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:57.830951 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bafcb1a0-b122-484e-bcde-0b79b954bb58 req-c57e9ea9-acd8-4c1b-bb6c-26ba3ec9468e tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 945 time: 0.2480617 May 19 09:34:57.958299 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2cdd9edf-a711-48df-9245-c65780b2da2f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:57.958980 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2cdd9edf-a711-48df-9245-c65780b2da2f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Synchronizing usage tracker for tenant:4aba180cf9334011801d974cc334cf79 on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:34:57.973463 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] For port 4729f59e-fd92-48c1-88a3-f90c6945f423, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4729f59e-fd92-48c1-88a3-f90c6945f423,segment=NetworkSegment(e9ede3d3-9a7d-4a67-a093-9e6888e1692d),segment_id=e9ede3d3-9a7d-4a67-a093-9e6888e1692d)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:34:57.974175 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.018574 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bafcb1a0-b122-484e-bcde-0b79b954bb58 req-d8776ab8-8076-45ff-b614-1e1e1b87fb50 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863694 May 19 09:34:58.034582 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2cdd9edf-a711-48df-9245-c65780b2da2f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Unset dirty status for tenant:4aba180cf9334011801d974cc334cf79 on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:34:58.041378 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2cdd9edf-a711-48df-9245-c65780b2da2f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 818 time: 0.3806434 May 19 09:34:58.060737 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-78c456c2-12d9-465f-87a9-269eb734665c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/quotas/4aba180cf9334011801d974cc334cf79 HTTP/1.1" status: 200 len: 375 time: 0.0181289 May 19 09:34:58.167293 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Calling delete_port for 4729f59e-fd92-48c1-88a3-f90c6945f423 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:34:58.168642 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-9230ad8b-c9f0-4656-b1fe-739d3483ad96 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0998466 May 19 09:34:58.178323 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed53d57-337f-4bc7-8291-0216bc24923d req-16dc1cd0-7425-4f28-baff-273ae156952c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:58.180040 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8ed53d57-337f-4bc7-8291-0216bc24923d req-16dc1cd0-7425-4f28-baff-273ae156952c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 1098 time: 0.3440833 May 19 09:34:58.239958 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Sync routers for ids ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:34:58.247033 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8ed53d57-337f-4bc7-8291-0216bc24923d req-ab25082d-2174-48ac-a21e-d601f886e29d service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520649 May 19 09:34:58.262595 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Routers {'87ddba85-ba2c-409e-b1b4-43d86c238ee8'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:34:58.263762 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:34:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:58.398604 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54698) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:58.420612 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.429583 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:58.529720 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-84efdf72-e54a-4336-80c7-6a2dfd43ecc8 req-0154ab2b-ca2d-4e3d-814d-a39a98c5b3fb tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 210 time: 0.0697944 May 19 09:34:58.551710 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-fc7f582e-fd22-4b5a-979e-0c8b310f5d88 service neutron] 10.222.0.46 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813457 May 19 09:34:58.636166 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Pushing event deleted for resources: {'Port': ['ID=4729f59e-fd92-48c1-88a3-f90c6945f423,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:58.639941 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['4729f59e-fd92-48c1-88a3-f90c6945f423'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:34:58.666641 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:58.735534 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device af4482e7-4046-4832-918b-8864704d7bbb up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:34:58.742077 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-907645517-network', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:58.745885 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] No DVR routers for this DVR port 4729f59e-fd92-48c1-88a3-f90c6945f423 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:34:58.749032 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.753986 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dd48ea-d794-4d06-be3c-12095dbef455', 'name': 'network-vif-deleted', 'tag': '4729f59e-fd92-48c1-88a3-f90c6945f423'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:34:58.762368 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:58.768753 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Usage tracker for resource:network and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:58.776439 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:58.780321 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e9c2878c-15f9-4e53-947b-7774a6930f13 req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.55 "DELETE /v2.0/ports/4729f59e-fd92-48c1-88a3-f90c6945f423 HTTP/1.1" status: 204 len: 173 time: 1.3489993 May 19 09:34:58.784943 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:58.802680 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Made reservation on behalf of e82bbbcdf967433fbc450f8487dc2500 for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:58.805537 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.825961 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.843050 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-8bf30978-13d2-471d-99ae-ab562bf4bb36 service neutron] 10.222.0.46 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836971 May 19 09:34:58.843333 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Set router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:34:58.856768 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dd48ea-d794-4d06-be3c-12095dbef455', 'name': 'network-vif-deleted', 'tag': '4729f59e-fd92-48c1-88a3-f90c6945f423', 'status': 'completed', 'code': 200} May 19 09:34:58.857858 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:58.862464 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Usage tracker for resource:security_group_rule and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:58.865417 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:58.872024 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:58.982585 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.989254 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:58.994831 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:59.061795 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port af4482e7-4046-4832-918b-8864704d7bbb triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:34:59.063636 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.073871 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] vlan segment allocate from pool success with {'vlan_id': 978, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:34:59.079409 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dbeaed-11b5-408f-8a5d-1cf63337b627,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:59.084188 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:59.088071 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.088475 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Added segment 7c47905c-7532-4472-9096-ec6117a8294d of type vlan for network 1cbdea42-da04-4c89-a251-98762d197286 May 19 09:34:59.116160 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.136148 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5e11d60c-0295-4038-89f8-d23c6f26919d req-c27e8d3b-e705-4335-81f5-50117811db3b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 210 time: 0.0714381 May 19 09:34:59.170049 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.171951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:59.172722 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.193440 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:34:59.332675 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904dfecf-7468-4938-86de-5c0a5ddf1b6c req-db35571b-0ba1-4997-b403-a53c3eaded59 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:59.334498 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-904dfecf-7468-4938-86de-5c0a5ddf1b6c req-db35571b-0ba1-4997-b403-a53c3eaded59 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 945 time: 0.1172543 May 19 09:34:59.363570 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Pushing event updated for resources: {'Network': ['ID=1cbdea42-da04-4c89-a251-98762d197286,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:34:59.368299 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:34:59.375761 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9737334 May 19 09:34:59.378756 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54726) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:34:59.390829 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Request body: {'subnet': {'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-907645517-subnet', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:34:59.396814 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:34:59.418833 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Usage tracker for resource:subnet and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:34:59.429192 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:34:59.432034 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 1cbdea42-da04-4c89-a251-98762d197286 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:34:59.439929 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-904dfecf-7468-4938-86de-5c0a5ddf1b6c req-d6aea1cc-2137-4b40-b86f-5504ec8dbd91 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987892 May 19 09:34:59.455383 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:34:59.485064 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Made reservation on behalf of e82bbbcdf967433fbc450f8487dc2500 for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:34:59.489043 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16406806'] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.793468 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:48Z', 'updated_at': '2021-05-19T09:34:55Z', 'revision_number': 4, 'project_id': '4aba180cf9334011801d974cc334cf79', 'gw_port': {'id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:50Z', 'updated_at': '2021-05-19T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ee5bfcea-148a-424e-a2d2-a8719024a8c6', 'name': '', 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'mac_address': 'fa:16:3e:ff:68:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:54Z', 'updated_at': '2021-05-19T09:34:55Z', 'revision_number': 2, 'project_id': '4aba180cf9334011801d974cc334cf79', 'subnets': [{'id': '2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:34:59.801828 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Checking router: 87ddba85-ba2c-409e-b1b4-43d86c238ee8 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:34:59.801828 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Updating router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 port ee5bfcea-148a-424e-a2d2-a8719024a8c6 binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:34:59.863535 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a7b238f3-70a9-4a1d-bee9-e57d8469187e req-655095fb-ff5b-4302-a6dd-3c2b243394fb tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] 10.222.0.46 "GET /v2.0/ports?device_id=92dd48ea-d794-4d06-be3c-12095dbef455 HTTP/1.1" status: 200 len: 210 time: 0.0864155 May 19 09:34:59.899056 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:34:59.944100 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-478455de-86fa-4b2d-84d7-152bc9780207 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:34:59.951316 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-478455de-86fa-4b2d-84d7-152bc9780207 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 818 time: 0.3981128 May 19 09:34:59.970919 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-e49d437f-3611-4879-9660-d6e1d83b8a5f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/quotas/4aba180cf9334011801d974cc334cf79 HTTP/1.1" status: 200 len: 375 time: 0.0178235 May 19 09:35:00.114069 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-4c8c03ed-3596-447c-bd58-b3a8cfb49ac1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1417484 May 19 09:35:00.212783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14738279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16406820'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.216916 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2b5daab0-a2aa-47f8-a513-ea0fec01ad85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:00.276263 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-1c0357a9-c51c-4a77-bb63-2f392332c073 service neutron] 10.222.0.46 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611452 May 19 09:35:00.303833 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:00.307413 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:00.313518 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Checking segment: {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:00.313889 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Network hostable DHCP agents. Network: 1cbdea42-da04-4c89-a251-98762d197286, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:35:00.336627 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Network 1cbdea42-da04-4c89-a251-98762d197286 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:35:00.349849 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 1cbdea42-da04-4c89-a251-98762d197286) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:00.368279 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:00.368889 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.377321 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc04d85-1632-4bd0-ace7-7986ca1863e1 None None] Network 1cbdea42-da04-4c89-a251-98762d197286 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:00.391625 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-1f50a582-da45-4a05-86e7-f775e6e14766 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0114243 May 19 09:35:00.395407 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 54752) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:00.400771 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:00.406212 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:00.410466 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Usage tracker for resource:router and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:00.413568 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:00.420848 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:00.433367 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.434368 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.451564 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.485032 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.510517 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Transition to ACTIVE for port object ee5bfcea-148a-424e-a2d2-a8719024a8c6 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:00.519492 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-6723e806-89b2-4c26-91e1-a2d2529b71c5 service neutron] 10.222.0.46 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370446 May 19 09:35:00.578802 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:00.597712 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6e87e221-252d-4316-9d61-dea6c6bbcec8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:00.694327 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b3ecfb-ba1a-460a-ab1b-b700435f4f8b req-30f2a708-b966-47f3-9085-785fefaa328b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:00.702692 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-42b3ecfb-ba1a-460a-ab1b-b700435f4f8b req-30f2a708-b966-47f3-9085-785fefaa328b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 945 time: 0.1255035 May 19 09:35:00.762931 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-42b3ecfb-ba1a-460a-ab1b-b700435f4f8b req-d5f7cbde-03c2-48ed-abc1-b6047f6c5726 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590951 May 19 09:35:00.904174 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2b099642-c215-4cf5-901a-43c652343c6d req-c744378b-3756-49bb-84e6-8ad02f50e042 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 210 time: 0.0844252 May 19 09:35:01.021512 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd997f-1a56-48d8-bdb8-f8665b812c5d None None] Pushing event updated for resources: {'Port': ['ID=ee5bfcea-148a-424e-a2d2-a8719024a8c6,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:01.043819 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4efd997f-1a56-48d8-bdb8-f8665b812c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:01.175498 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-1cbdea42-da04-4c89-a251-98762d197286', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:35:01.176365 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:01.424202 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:01.439298 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Attempting to bind port ee5bfcea-148a-424e-a2d2-a8719024a8c6 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:01.439298 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Attempting to bind port ee5bfcea-148a-424e-a2d2-a8719024a8c6 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:01.439600 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Attempting to bind port ee5bfcea-148a-424e-a2d2-a8719024a8c6 on network a8f507e5-77e4-4789-80f8-383757915103 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:01.501198 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:01.502167 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Checking segment: {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:01.502586 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:01.502997 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Bound using segment: {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:01.514117 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Bound port: ee5bfcea-148a-424e-a2d2-a8719024a8c6, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:01.514536 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:01.559231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-cb396c6a-002a-478f-a2ad-9fd7550b1f7e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:01.559231 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-cb396c6a-002a-478f-a2ad-9fd7550b1f7e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.55 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 818 time: 0.6910048 May 19 09:35:01.598525 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Request body: {'port': {'device_id': 'd1abac89-7ac6-425d-a85d-931cad08a3e9', 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103', 'admin_state_up': True, 'tenant_id': '4aba180cf9334011801d974cc334cf79'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:01.853824 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-922445e9-53f5-4cec-8b1e-8332f8c7d300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:01.877225 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Allocated IP 172.20.0.2 (1cbdea42-da04-4c89-a251-98762d197286/0a3cd5d7-edbb-4f0e-8300-c0bfac40f777/7effdfa4-0138-4e57-b913-1beccd76fc1e) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:01.879669 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] For port ee5bfcea-148a-424e-a2d2-a8719024a8c6, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:01.885508 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] For port ee5bfcea-148a-424e-a2d2-a8719024a8c6, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=ee5bfcea-148a-424e-a2d2-a8719024a8c6,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:01.893958 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:01.899078 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:01.903918 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:35:01.918122 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-c959137b-c475-4d60-845b-5f5f708e02d1 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6023653 May 19 09:35:01.945840 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:02.043092 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Usage tracker for resource:port and tenant:4aba180cf9334011801d974cc334cf79 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:02.053409 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:02.076468 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:02.149236 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Made reservation on behalf of 4aba180cf9334011801d974cc334cf79 for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:02.152888 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:02.209452 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd997f-1a56-48d8-bdb8-f8665b812c5d None None] Pushing event updated for resources: {'Port': ['ID=ee5bfcea-148a-424e-a2d2-a8719024a8c6,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:02.227657 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4efd997f-1a56-48d8-bdb8-f8665b812c5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:02.241280 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3cc52254-8751-4bd8-a295-a4930245bb57 req-141209ef-4d89-4615-aa90-e563f5ecb48e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 210 time: 0.0834653 May 19 09:35:02.266947 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Routers {'87ddba85-ba2c-409e-b1b4-43d86c238ee8'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:02.267751 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:34:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:02.383026 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-2155075c-996c-4970-b25d-c75d323f1f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:02.384568 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-2155075c-996c-4970-b25d-c75d323f1f24 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 1098 time: 0.4406981 May 19 09:35:02.538954 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:02.542213 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 4729f59e-fd92-48c1-88a3-f90c6945f423 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:35:02.583514 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:02.591044 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:02.679057 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 4729f59e-fd92-48c1-88a3-f90c6945f423 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:35:02.679697 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 4729f59e-fd92-48c1-88a3-f90c6945f423 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:35:02.681871 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Transition to ACTIVE for port object 7effdfa4-0138-4e57-b913-1beccd76fc1e will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:02.741341 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Transition to ACTIVE for port object 7effdfa4-0138-4e57-b913-1beccd76fc1e will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:02.756974 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:02.773497 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-0237c42a-66ff-4127-aaf9-f8aa074d43a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:02.823532 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Network 1cbdea42-da04-4c89-a251-98762d197286 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:02.838129 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:02.868128 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:02.935402 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] Set router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:03.050926 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-abd12405-8627-4c87-b99c-c872e829d8f8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:03.053058 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-abd12405-8627-4c87-b99c-c872e829d8f8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.55 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 818 time: 0.3186419 May 19 09:35:03.063438 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Pushing event updated for resources: {'Port': ['ID=7effdfa4-0138-4e57-b913-1beccd76fc1e,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:03.077295 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:03.082117 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Request body: {'port': {'device_id': 'ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd', 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103', 'admin_state_up': True, 'tenant_id': '4aba180cf9334011801d974cc334cf79'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:03.164780 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Attempting to bind port 7effdfa4-0138-4e57-b913-1beccd76fc1e on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:03.165421 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Attempting to bind port 7effdfa4-0138-4e57-b913-1beccd76fc1e by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:03.165888 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Attempting to bind port 7effdfa4-0138-4e57-b913-1beccd76fc1e on network 1cbdea42-da04-4c89-a251-98762d197286 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:03.187154 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 34, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:03.187684 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Checking segment: {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:03.188240 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:03.188737 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Bound using segment: {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:03.189850 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Bound port: 7effdfa4-0138-4e57-b913-1beccd76fc1e, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:03.190325 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:03.207210 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-0e77c480-4623-491e-b00c-ff7d4fc837f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:03.212307 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-0e77c480-4623-491e-b00c-ff7d4fc837f7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 911 time: 0.7895596 May 19 09:35:03.316824 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:03.325623 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Usage tracker for resource:port and tenant:4aba180cf9334011801d974cc334cf79 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:03.336010 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Quota usage for port was recalculated. Used quota:1. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:03.368515 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:03.386231 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Made reservation on behalf of 4aba180cf9334011801d974cc334cf79 for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:03.394705 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:03.504609 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] For port 7effdfa4-0138-4e57-b913-1beccd76fc1e, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:03.518078 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] For port 7effdfa4-0138-4e57-b913-1beccd76fc1e, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=7effdfa4-0138-4e57-b913-1beccd76fc1e,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:03.530993 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:03.543413 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:03.568782 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-c4e1207f-49fa-4180-b188-3b99cd60e16b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a HTTP/1.1" status: 200 len: 1000 time: 0.3378263 May 19 09:35:03.669465 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0665160b-a9f1-4c3c-861a-c655e7902e05 req-64fb998a-5c38-4bdf-ba0e-4a3d3f03daf0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 210 time: 0.1144249 May 19 09:35:03.703750 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:48Z', 'updated_at': '2021-05-19T09:34:55Z', 'revision_number': 4, 'project_id': '4aba180cf9334011801d974cc334cf79', 'gw_port': {'id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:50Z', 'updated_at': '2021-05-19T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ee5bfcea-148a-424e-a2d2-a8719024a8c6', 'name': '', 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'mac_address': 'fa:16:3e:ff:68:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:54Z', 'updated_at': '2021-05-19T09:35:01Z', 'revision_number': 4, 'project_id': '4aba180cf9334011801d974cc334cf79', 'subnets': [{'id': '2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:03.744133 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Pushing event updated for resources: {'Port': ['ID=7effdfa4-0138-4e57-b913-1beccd76fc1e,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:03.755193 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:03.756207 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aba6d51-687d-4a22-aae5-aaa8d8fe1242 None None] The sync data for ids ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'] in dv-cinder-791281-2-iscsi is: [{'id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:48Z', 'updated_at': '2021-05-19T09:34:55Z', 'revision_number': 4, 'project_id': '4aba180cf9334011801d974cc334cf79', 'gw_port': {'id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:50Z', 'updated_at': '2021-05-19T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ee5bfcea-148a-424e-a2d2-a8719024a8c6', 'name': '', 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'mac_address': 'fa:16:3e:ff:68:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_interface', 'standard_attr_id': 309, 'fixed_ips': [{'subnet_id': '2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:54Z', 'updated_at': '2021-05-19T09:35:01Z', 'revision_number': 4, 'project_id': '4aba180cf9334011801d974cc334cf79', 'subnets': [{'id': '2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:03.779000 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Allocated IP 172.27.1.23 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/d76f89fb-dd44-46e8-a011-60716cc299c8) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:03.873428 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Allocated IP 172.20.0.4 (a8f507e5-77e4-4789-80f8-383757915103/2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7/810ce377-e986-4ea5-98d8-e7b5e70d383b) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:03.983523 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-d8cfd900-9bff-4183-b5cd-2d7986be4625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:03.985111 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-d8cfd900-9bff-4183-b5cd-2d7986be4625 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.4060278 May 19 09:35:04.388818 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.424484 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c053fd2-d7e1-4a11-b661-8e8bd8723cbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.508721 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.553293 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-dd2b9cd2-2b1a-4d77-a792-7991abecaeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:04.555021 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-dd2b9cd2-2b1a-4d77-a792-7991abecaeb8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.5522518 May 19 09:35:04.698233 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.914877 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ee5bfcea-148a-424e-a2d2-a8719024a8c6 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:04.931086 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-8e1659ce-0fb9-4e36-89fa-11487dc140a3 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3668048 May 19 09:35:04.943269 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:04.976585 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a47c5fe1-9857-444f-9461-b02b39d258e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:05.003497 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Allocated IP 172.20.0.12 (a8f507e5-77e4-4789-80f8-383757915103/2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7/2f4bc82c-6c3a-4a65-8189-0e89f4a8a412) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:05.072694 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port ee5bfcea-148a-424e-a2d2-a8719024a8c6 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:05.086797 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port ee5bfcea-148a-424e-a2d2-a8719024a8c6 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:05.088209 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:05.236004 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:05.330655 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8e827dbd-c0fb-47c9-981b-fa8ece1183d7 req-dbe49b97-9bbc-451c-a864-84be20829f2c service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3701670 May 19 09:35:05.415074 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Network a8f507e5-77e4-4789-80f8-383757915103 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:05.428484 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:05.446518 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:05.452435 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:05.496444 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port ee5bfcea-148a-424e-a2d2-a8719024a8c6, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=ee5bfcea-148a-424e-a2d2-a8719024a8c6,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:05.506900 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:05.508101 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 7effdfa4-0138-4e57-b913-1beccd76fc1e up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:05.543755 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:05.555737 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Pushing event updated for resources: {'Port': ['ID=810ce377-e986-4ea5-98d8-e7b5e70d383b,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:05.597348 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:05.613775 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d6bc62-4c62-403d-923b-f743b0273d53 None None] Network 1cbdea42-da04-4c89-a251-98762d197286 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:05.619621 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:05.626080 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4be46fd6-4f01-4df7-9ae5-d42ea593cfea req-9c3645c7-4d2d-4615-8188-c08e4eb480f4 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 210 time: 0.3727746 May 19 09:35:05.648796 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:05.869414 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:05.874559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:05.891466 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:05.902876 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:05.921822 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:05.933326 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:05.952160 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:05.970773 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e10434cc-4a15-4239-95d7-4702a62f8a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:06.000629 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Pushing event updated for resources: {'Port': ['ID=d76f89fb-dd44-46e8-a011-60716cc299c8,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:06.016372 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:06.043306 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4722176 May 19 09:35:06.058820 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Request body: {'port': {'device_id': 'd1abac89-7ac6-425d-a85d-931cad08a3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:06.144725 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Pushing event updated for resources: {'Port': ['ID=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:06.163992 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:06.169151 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=ee5bfcea-148a-424e-a2d2-a8719024a8c6,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:06.178689 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Network a8f507e5-77e4-4789-80f8-383757915103 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:06.179815 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-9d161570-866b-4aa5-8e52-7e59d145a3fd None None] Provisioning for port 7effdfa4-0138-4e57-b913-1beccd76fc1e completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:06.180063 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:06.182433 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:06.202834 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:06.308387 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:06.309053 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:06.340881 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2641695 May 19 09:35:06.370911 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Request body: {'port': {'device_id': 'ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:06.539186 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 7effdfa4-0138-4e57-b913-1beccd76fc1e completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:06.555836 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 7effdfa4-0138-4e57-b913-1beccd76fc1e triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:06.556198 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:06.558363 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:06.791827 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:06.865733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:06.942163 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:06.952525 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 7effdfa4-0138-4e57-b913-1beccd76fc1e, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=7effdfa4-0138-4e57-b913-1beccd76fc1e,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:06.961777 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:06.964054 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:07.146718 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:07.182108 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=7effdfa4-0138-4e57-b913-1beccd76fc1e,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:07.191792 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ee5bfcea-148a-424e-a2d2-a8719024a8c6 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:07.249955 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:07.388548 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port ee5bfcea-148a-424e-a2d2-a8719024a8c6 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:07.391188 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:07.416501 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:07.486180 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-8bd6094c-f7db-4c78-a727-3c45e8b22fee None None] Provisioning complete for port 7effdfa4-0138-4e57-b913-1beccd76fc1e triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:07.486919 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8bd6094c-f7db-4c78-a727-3c45e8b22fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:07.708075 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:07.723894 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:07.743692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0350e21-a274-4990-bb3b-cf4264ed708f req-cc196e89-b7fd-4371-a13c-b86ac7f94d22 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:07.744921 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-a0350e21-a274-4990-bb3b-cf4264ed708f req-cc196e89-b7fd-4371-a13c-b86ac7f94d22 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Synchronizing usage tracker for tenant:4aba180cf9334011801d974cc334cf79 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:07.758104 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Transition to ACTIVE for port object 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:07.768628 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:07.783506 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:07.820399 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-a0350e21-a274-4990-bb3b-cf4264ed708f req-cc196e89-b7fd-4371-a13c-b86ac7f94d22 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Unset dirty status for tenant:4aba180cf9334011801d974cc334cf79 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:07.830857 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a0350e21-a274-4990-bb3b-cf4264ed708f req-cc196e89-b7fd-4371-a13c-b86ac7f94d22 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 932 time: 0.9465375 May 19 09:35:07.961931 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-a0350e21-a274-4990-bb3b-cf4264ed708f req-5d90c212-e735-44e0-bd33-17ebfad45d87 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Synchronizing usage tracker for tenant:4aba180cf9334011801d974cc334cf79 on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:08.007415 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:08.011692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:08.022588 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-a0350e21-a274-4990-bb3b-cf4264ed708f req-5d90c212-e735-44e0-bd33-17ebfad45d87 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Unset dirty status for tenant:4aba180cf9334011801d974cc334cf79 on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:08.023938 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a0350e21-a274-4990-bb3b-cf4264ed708f req-5d90c212-e735-44e0-bd33-17ebfad45d87 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922677 May 19 09:35:08.106906 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.108323 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Attempting to bind port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:08.108733 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Attempting to bind port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:08.109693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Attempting to bind port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 on network a8f507e5-77e4-4789-80f8-383757915103 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:08.115018 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 on network a8f507e5-77e4-4789-80f8-383757915103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:35:08.115422 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Attempting to bind port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 on network a8f507e5-77e4-4789-80f8-383757915103 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:08.121095 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:08.121511 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Checking segment: {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:08.121964 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Bound using segment: {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:08.122586 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Bound port: 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:08.123111 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.223916 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.db.resource_extend [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:35:08.231175 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] For port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412, host hv-cinder-79128, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:08.237309 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] For port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:08.244070 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.248527 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:08.316214 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:08.316971 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.318477 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] 10.222.0.55 "PUT /v2.0/ports/2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 HTTP/1.1" status: 200 len: 1094 time: 1.9612513 May 19 09:35:08.319067 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd', 'tag': '2f4bc82c-6c3a-4a65-8189-0e89f4a8a412'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:08.336615 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Pushing event updated for resources: {'Port': ['ID=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:08.340695 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:08.405716 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 810ce377-e986-4ea5-98d8-e7b5e70d383b {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:08.412306 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd', 'tag': '2f4bc82c-6c3a-4a65-8189-0e89f4a8a412', 'status': 'completed', 'code': 200} May 19 09:35:08.421722 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.455700 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Transition to ACTIVE for port object 810ce377-e986-4ea5-98d8-e7b5e70d383b will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:08.472701 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:08.480057 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:08.505935 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-cc1c4e10-dc45-4d86-a16c-6114289d80dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:08.507772 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-cc1c4e10-dc45-4d86-a16c-6114289d80dd service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 1097 time: 0.1362519 May 19 09:35:08.593826 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-1c39c630-fa8c-45dc-8565-eea356b8ec6d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 HTTP/1.1" status: 200 len: 217 time: 0.0781231 May 19 09:35:08.690061 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Pushing event updated for resources: {'Port': ['ID=810ce377-e986-4ea5-98d8-e7b5e70d383b,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:08.701532 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-6c68c9d2-89af-4335-a596-c38a7a111b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:08.703371 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-6c68c9d2-89af-4335-a596-c38a7a111b8a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 200 len: 858 time: 0.1022155 May 19 09:35:08.787848 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-00d898ca-d3ba-443c-a6e1-a65b48c8879c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f507e5-77e4-4789-80f8-383757915103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722845 May 19 09:35:08.810246 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:08.836725 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Router 12e70020-93cc-426e-9685-a5876a247d8a is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:35:08.940234 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-4cd58694-d324-4ebf-862b-808528f79a69 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444247 May 19 09:35:08.986055 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Attempting to bind port 810ce377-e986-4ea5-98d8-e7b5e70d383b on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:08.986400 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Attempting to bind port 810ce377-e986-4ea5-98d8-e7b5e70d383b by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:08.986739 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Attempting to bind port 810ce377-e986-4ea5-98d8-e7b5e70d383b on network a8f507e5-77e4-4789-80f8-383757915103 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:09.060382 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Port 810ce377-e986-4ea5-98d8-e7b5e70d383b on network a8f507e5-77e4-4789-80f8-383757915103 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:35:09.060382 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Attempting to bind port 810ce377-e986-4ea5-98d8-e7b5e70d383b on network a8f507e5-77e4-4789-80f8-383757915103 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:09.078852 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:09.079198 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Checking segment: {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:09.079329 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 7effdfa4-0138-4e57-b913-1beccd76fc1e up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:09.079851 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Bound using segment: {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:09.080422 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Bound port: 810ce377-e986-4ea5-98d8-e7b5e70d383b, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38c904c5-0bd3-4260-9ecb-7245a77c9aa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:09.080774 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:09.104101 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68c0b964-2fe3-4759-a9a5-a31c0177cd21 req-febd384f-2e10-4152-ac30-1deb29e11688 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568310 May 19 09:35:09.142110 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:09.155022 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Sync routers for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:09.182010 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:09.182618 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:09.202098 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:09.206621 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.8073118 May 19 09:35:09.208460 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55138) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:09.269684 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 7effdfa4-0138-4e57-b913-1beccd76fc1e triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:09.270079 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:09.313791 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] For port 810ce377-e986-4ea5-98d8-e7b5e70d383b, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:09.335562 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] For port 810ce377-e986-4ea5-98d8-e7b5e70d383b, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:09.418490 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-e2a247f0-5d61-429c-8c60-e3ef643317af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.419990 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-e2a247f0-5d61-429c-8c60-e3ef643317af service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 1097 time: 0.2541342 May 19 09:35:09.426325 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:09.442809 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:09.465491 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a08cc-3781-44fe-9210-90c5e55186d5 req-465cc73e-38f2-4d99-9fe0-bb7ee1631717 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.473065 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e19a08cc-3781-44fe-9210-90c5e55186d5 req-465cc73e-38f2-4d99-9fe0-bb7ee1631717 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 944 time: 0.2176297 May 19 09:35:09.521719 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.522332 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:09.523724 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] 10.222.0.55 "PUT /v2.0/ports/810ce377-e986-4ea5-98d8-e7b5e70d383b HTTP/1.1" status: 200 len: 1093 time: 3.4720507 May 19 09:35:09.524243 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1abac89-7ac6-425d-a85d-931cad08a3e9', 'tag': '810ce377-e986-4ea5-98d8-e7b5e70d383b'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:09.594174 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:09.613019 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e19a08cc-3781-44fe-9210-90c5e55186d5 req-a8577971-037c-4d5b-afdb-4b6a7e4233d6 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389127 May 19 09:35:09.657008 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1abac89-7ac6-425d-a85d-931cad08a3e9', 'tag': '810ce377-e986-4ea5-98d8-e7b5e70d383b', 'status': 'completed', 'code': 200} May 19 09:35:09.686584 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-ff041cfd-100e-4b79-8e25-ea779045ae1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.689187 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-ff041cfd-100e-4b79-8e25-ea779045ae1b service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 919 time: 0.2598825 May 19 09:35:09.790776 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-308408e5-67d7-41fa-9c5a-0bdadd0578b3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 HTTP/1.1" status: 200 len: 217 time: 0.0939648 May 19 09:35:09.800163 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Pushing event updated for resources: {'Port': ['ID=810ce377-e986-4ea5-98d8-e7b5e70d383b,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:09.811515 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:09.900059 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-ea26c580-5341-47e4-b129-fc7dae27e670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:09.903727 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-ea26c580-5341-47e4-b129-fc7dae27e670 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 200 len: 858 time: 0.1045966 May 19 09:35:09.993608 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:06Z', 'revision_number': 3, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:09.997816 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Checking router: 12e70020-93cc-426e-9685-a5876a247d8a for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:09.998189 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Updating router 12e70020-93cc-426e-9685-a5876a247d8a port d76f89fb-dd44-46e8-a011-60716cc299c8 binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:35:10.082417 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-a9e2eeac-a119-403c-8db4-4f9644eacb21 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f507e5-77e4-4789-80f8-383757915103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1618257 May 19 09:35:10.115364 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.178811 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-cc2068e2-f0e3-4c78-9bbd-54283a0753b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.181289 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-cc2068e2-f0e3-4c78-9bbd-54283a0753b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 1096 time: 0.5230522 May 19 09:35:10.236709 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-91aa66e2-80d2-4fd5-92b5-be52f40ef3d4 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458635 May 19 09:35:10.361283 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-2af1dd2e-5053-444d-bf36-24d0eca73833 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b HTTP/1.1" status: 200 len: 217 time: 0.0816848 May 19 09:35:10.390951 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a3d0bca-81f9-49cf-b220-d788bc5b9082 req-d4d23907-568a-4b64-90e7-16c779c41f51 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456861 May 19 09:35:10.528980 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55178) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:10.554967 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-463ccc1a-acb1-4938-b9d4-1310c1cf3369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.556473 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-463ccc1a-acb1-4938-b9d4-1310c1cf3369 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 200 len: 858 time: 0.1854179 May 19 09:35:10.678190 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.696647 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Transition to ACTIVE for port object d76f89fb-dd44-46e8-a011-60716cc299c8 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:10.706687 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.714387 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.720696 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:10.734941 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:10.739146 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Usage tracker for resource:security_group_rule and tenant:ed1b0e29c884430d861391014703cc3f is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:10.743006 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:10.753454 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:10.804858 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-8b09307d-4eb4-4728-b004-1f82c37212f3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f507e5-77e4-4789-80f8-383757915103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1889048 May 19 09:35:10.808728 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.815476 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c1fc8-ce1b-4655-b7e2-f7c58a2038ec None None] Pushing event updated for resources: {'Port': ['ID=d76f89fb-dd44-46e8-a011-60716cc299c8,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:10.849393 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Attempting to bind port d76f89fb-dd44-46e8-a011-60716cc299c8 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:10.849905 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Attempting to bind port d76f89fb-dd44-46e8-a011-60716cc299c8 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:10.850433 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Attempting to bind port d76f89fb-dd44-46e8-a011-60716cc299c8 on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:10.857140 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-804c1fc8-ce1b-4655-b7e2-f7c58a2038ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:10.858416 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:10.858953 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:10.859741 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.859991 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:10.861450 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Bound port: d76f89fb-dd44-46e8-a011-60716cc299c8, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:10.862650 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.967281 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] For port d76f89fb-dd44-46e8-a011-60716cc299c8, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:10.971319 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55192) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:10.971817 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] For port d76f89fb-dd44-46e8-a011-60716cc299c8, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=d76f89fb-dd44-46e8-a011-60716cc299c8,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:10.974801 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3864dc22-0768-4106-8732-438cf2c4ab79 req-27505c3e-7684-466a-a68c-8c74ef6356b0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:10.977823 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:10.986359 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-7ebee3e5-f812-4cd8-8f10-c5b8ca380856 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:11.007396 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3864dc22-0768-4106-8732-438cf2c4ab79 req-27505c3e-7684-466a-a68c-8c74ef6356b0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 944 time: 0.2137146 May 19 09:35:11.084233 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.093960 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3864dc22-0768-4106-8732-438cf2c4ab79 req-82236b59-568f-4866-9297-5559cc242890 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855083 May 19 09:35:11.094978 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.100156 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:11.100929 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:11.105368 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:11.152762 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ed1b0e29c884430d861391014703cc3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6224656 May 19 09:35:11.154072 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f41d309-2be6-442b-9807-885d88aa49e3,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:11.156606 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55198) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:11.159227 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:11.207118 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c1fc8-ce1b-4655-b7e2-f7c58a2038ec None None] Pushing event updated for resources: {'Port': ['ID=d76f89fb-dd44-46e8-a011-60716cc299c8,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:11.210379 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-804c1fc8-ce1b-4655-b7e2-f7c58a2038ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:11.223216 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1d05bf28-4a39-49e7-a639-fbb3532996c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.228896 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-6e2b705f-03a0-4f57-b9d2-d170befea537 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109507 May 19 09:35:11.250759 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1d05bf28-4a39-49e7-a639-fbb3532996c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.313883 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1d05bf28-4a39-49e7-a639-fbb3532996c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.318957 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9d76bd9f-d051-49c5-bc4f-486eb54367c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:11.320534 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:11.332121 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d05bf28-4a39-49e7-a639-fbb3532996c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f41d309-2be6-442b-9807-885d88aa49e3,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:11.334680 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1d05bf28-4a39-49e7-a639-fbb3532996c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:11.339076 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1d05bf28-4a39-49e7-a639-fbb3532996c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.340208 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-1d05bf28-4a39-49e7-a639-fbb3532996c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f41d309-2be6-442b-9807-885d88aa49e3 HTTP/1.1" status: 204 len: 168 time: 0.1825783 May 19 09:35:11.366942 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-33562002-060d-4fc3-bf24-58ff0dcfaf26 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e9d7b31527874983824e728edf10cc92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3943191 May 19 09:35:11.369549 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55204) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:11.376150 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Allocated IP 172.20.0.1 (1cbdea42-da04-4c89-a251-98762d197286/0a3cd5d7-edbb-4f0e-8300-c0bfac40f777/49d44e19-884e-42ac-8c87-0df2447d94e8) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:11.460847 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ca78835d-2f97-44d8-8e64-02c47eef59bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.500642 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ca78835d-2f97-44d8-8e64-02c47eef59bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.533147 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-168adc18-b2b1-481b-b99c-4ee96d2dca20 req-608b68c8-4870-4590-a6c0-c518f6efa4e9 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2895119 May 19 09:35:11.572218 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ca78835d-2f97-44d8-8e64-02c47eef59bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.581144 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-50d3ee18-615b-426a-9b74-6db93591c2e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:11.598218 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78835d-2f97-44d8-8e64-02c47eef59bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde8fed1-13da-4af0-80ea-0150eef47f85,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:11.605452 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ca78835d-2f97-44d8-8e64-02c47eef59bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.608698 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-ca78835d-2f97-44d8-8e64-02c47eef59bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cde8fed1-13da-4af0-80ea-0150eef47f85 HTTP/1.1" status: 204 len: 168 time: 0.2381492 May 19 09:35:11.609621 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ca78835d-2f97-44d8-8e64-02c47eef59bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:11.736760 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.764695 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Transition to ACTIVE for port object 49d44e19-884e-42ac-8c87-0df2447d94e8 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:11.772877 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-6393a1cb-1b8c-45bb-bbb1-95de1cb9554a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:11.774337 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-6393a1cb-1b8c-45bb-bbb1-95de1cb9554a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 1096 time: 0.1550832 May 19 09:35:11.778869 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:06Z', 'revision_number': 3, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:11.783522 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2920901f-62d8-497b-83b3-b453aef82dfd None None] The sync data for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi is: [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:06Z', 'revision_number': 3, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:11.784481 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55216) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:11.806965 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.831945 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:11.840665 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Usage tracker for resource:security_group_rule and tenant:e7f1d5aceeed402dabe2dd97cadb2d52 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:11.844164 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:11.850383 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:11.906560 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.913596 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:11.966198 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.974161 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:11.985121 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ca78835d-2f97-44d8-8e64-02c47eef59bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:12.002776 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Network 1cbdea42-da04-4c89-a251-98762d197286 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:12.009160 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:12.019917 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Pushing event updated for resources: {'Port': ['ID=49d44e19-884e-42ac-8c87-0df2447d94e8,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:12.022297 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:12.037524 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e7f1d5aceeed402dabe2dd97cadb2d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2492108 May 19 09:35:12.037524 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c31f30-7607-46b9-b98f-3644c67c65b7,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:12.039576 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:12.040362 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55222) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:12.058530 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:12.069030 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-cf4e37c8-2acf-4a59-a033-1fda2c976649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:12.075253 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-cf4e37c8-2acf-4a59-a033-1fda2c976649 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 919 time: 0.2781873 May 19 09:35:12.140703 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-851d56e9-6b92-4405-98f2-0a02583f7d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.176185 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-851d56e9-6b92-4405-98f2-0a02583f7d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.224621 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-3bf3781e-eeef-47e1-9328-3224f5529f97 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b HTTP/1.1" status: 200 len: 217 time: 0.1392465 May 19 09:35:12.249931 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-851d56e9-6b92-4405-98f2-0a02583f7d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.257169 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:12.272186 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d56e9-6b92-4405-98f2-0a02583f7d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c31f30-7607-46b9-b98f-3644c67c65b7,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:12.275708 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-851d56e9-6b92-4405-98f2-0a02583f7d45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:12.310001 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-851d56e9-6b92-4405-98f2-0a02583f7d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.314786 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.318929 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-851d56e9-6b92-4405-98f2-0a02583f7d45 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17c31f30-7607-46b9-b98f-3644c67c65b7 HTTP/1.1" status: 204 len: 168 time: 0.2774992 May 19 09:35:12.449332 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-8cc6eda1-5f90-42f9-b6a9-68277bcf6ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:12.450912 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-8cc6eda1-5f90-42f9-b6a9-68277bcf6ab8 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 200 len: 858 time: 0.2078698 May 19 09:35:12.491462 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-a61140df-1597-4350-b94a-437cbcdfd800 None None] Provisioning for port 49d44e19-884e-42ac-8c87-0df2447d94e8 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:12.501095 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-a61140df-1597-4350-b94a-437cbcdfd800 None None] Provisioning complete for port 49d44e19-884e-42ac-8c87-0df2447d94e8 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:12.502332 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a61140df-1597-4350-b94a-437cbcdfd800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.541813 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-a0bd5dc4-90bc-4b40-b697-c538d5d0489f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f507e5-77e4-4789-80f8-383757915103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832741 May 19 09:35:12.692967 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-a61140df-1597-4350-b94a-437cbcdfd800 None None] Port 49d44e19-884e-42ac-8c87-0df2447d94e8 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:12.738464 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-4ad44ff6-f0a3-4343-ae6d-b13256745691 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874347 May 19 09:35:12.781970 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122f998-92dd-4991-a148-6c33b8a6b3a5 req-69046961-3327-4f9e-bab0-93f743c47b8a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:12.784081 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d122f998-92dd-4991-a148-6c33b8a6b3a5 req-69046961-3327-4f9e-bab0-93f743c47b8a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 944 time: 0.2483742 May 19 09:35:12.870440 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d122f998-92dd-4991-a148-6c33b8a6b3a5 req-391dc92f-01ec-419c-8b21-7bbaf4aeaf1e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745106 May 19 09:35:12.891231 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55246) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:12.916769 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:12.938394 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:12.943932 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Usage tracker for resource:security_group_rule and tenant:49164a1bf4da4501af5355dfb01e0ad4 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:12.947045 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:12.955487 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:13.018155 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.070984 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.076385 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.095568 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1ea7b83a-dfbb-45e2-955d-5bb85ade20c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:13.127013 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device d76f89fb-dd44-46e8-a011-60716cc299c8 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:13.183356 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce618763-bb8f-415c-a6a5-3a65123219a7,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:13.205313 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:13.211992 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=49164a1bf4da4501af5355dfb01e0ad4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184912 May 19 09:35:13.212651 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55256) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:13.231913 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port d76f89fb-dd44-46e8-a011-60716cc299c8 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:13.241187 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port d76f89fb-dd44-46e8-a011-60716cc299c8 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:13.241494 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.260326 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2518ce90-b0cb-4377-ac36-8ef94b2c073f req-0ec4d3e8-7d70-4ef3-9e74-5914b78bbbf8 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108254 May 19 09:35:13.290888 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1fa3-73c6-4919-9415-a53112a55682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.323248 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1fa3-73c6-4919-9415-a53112a55682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.398203 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1fa3-73c6-4919-9415-a53112a55682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.404785 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-914d9252-a2fd-4832-9993-5f46ecbce115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:13.433608 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba1fa3-73c6-4919-9415-a53112a55682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce618763-bb8f-415c-a6a5-3a65123219a7,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:13.438893 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.439089 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c0ba1fa3-73c6-4919-9415-a53112a55682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:13.450390 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c0ba1fa3-73c6-4919-9415-a53112a55682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.460071 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-c0ba1fa3-73c6-4919-9415-a53112a55682 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ce618763-bb8f-415c-a6a5-3a65123219a7 HTTP/1.1" status: 204 len: 168 time: 0.2461135 May 19 09:35:13.462108 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port d76f89fb-dd44-46e8-a011-60716cc299c8, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=d76f89fb-dd44-46e8-a011-60716cc299c8,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:13.490781 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.494371 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4efd997f-1a56-48d8-bdb8-f8665b812c5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:13.523812 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55272) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:13.548759 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.564462 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.601436 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=d76f89fb-dd44-46e8-a011-60716cc299c8,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:13.605086 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:13.618473 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ad7a4392-2a26-4b09-856e-0a3ee7837d6d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:13.675374 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1266953286-network', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:13.681652 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:13.686161 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.686493 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Usage tracker for resource:network and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:13.690257 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:13.701115 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:13.717013 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Pushing event updated for resources: {'Port': ['ID=49d44e19-884e-42ac-8c87-0df2447d94e8,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:13.727120 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Made reservation on behalf of 71cb6d0c765d429eb4f1e28cb170da57 for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:13.729621 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.732351 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:13.743351 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.766177 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:13.771680 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Usage tracker for resource:security_group_rule and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:13.791839 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:13.799187 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:13.863096 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Network 1cbdea42-da04-4c89-a251-98762d197286 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:13.868384 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:13.969495 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.976745 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:13.980872 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7f759a53-6d6c-4c1f-b769-7e6f6ac5f4b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:14.018757 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] vlan segment allocate from pool success with {'vlan_id': 999, 'physical_network': 'physnet1'} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:35:14.054014 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b852e4b-033a-4650-b60d-a2aca8e4be8c,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:14.059708 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:14.061332 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:14.061838 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.segments_db [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Added segment 6c3ded00-ae51-4dbb-b4db-303ae672f555 of type vlan for network fd80daa7-f242-43dd-84c4-3abd3d59564e May 19 09:35:14.108289 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:14.159151 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:14.162520 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:14.163448 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:14.227052 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-25043f40-ae57-4384-b415-c82e2951256d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:14.342778 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Router 12e70020-93cc-426e-9685-a5876a247d8a has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:35:14.356474 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8310757 May 19 09:35:14.357335 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55292) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:14.360487 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-17133ca7-99e2-4626-afde-e85104d8eed8 None None] Provisioning complete for port 49d44e19-884e-42ac-8c87-0df2447d94e8 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:14.360941 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-17133ca7-99e2-4626-afde-e85104d8eed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:14.505395 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-17133ca7-99e2-4626-afde-e85104d8eed8 None None] Port 49d44e19-884e-42ac-8c87-0df2447d94e8 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:14.548355 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Request body: {'subnet': {'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1266953286-subnet', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:14.557929 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Pushing event updated for resources: {'Network': ['ID=fd80daa7-f242-43dd-84c4-3abd3d59564e,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:14.571712 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:14.573842 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:14.584004 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Usage tracker for resource:subnet and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:14.584295 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network fd80daa7-f242-43dd-84c4-3abd3d59564e details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:35:14.588680 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:14.597895 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:14.621531 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Made reservation on behalf of 71cb6d0c765d429eb4f1e28cb170da57 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:14.622786 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:35:14.623860 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14697789'] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:14.646091 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:14.662988 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] 10.222.0.46 "PUT /v2.0/routers/12e70020-93cc-426e-9685-a5876a247d8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4531691 May 19 09:35:14.704061 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Sync routers for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:14.737397 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:14.738622 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:14.758517 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435ae06-aee2-45e0-84d7-3c3b1d2169c5 req-f44bc7f6-09b5-4906-a8c6-32aa46f80c13 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:14.760442 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5435ae06-aee2-45e0-84d7-3c3b1d2169c5 req-f44bc7f6-09b5-4906-a8c6-32aa46f80c13 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 944 time: 0.4714725 May 19 09:35:14.840456 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.db.resource_extend [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:35:14.882296 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5435ae06-aee2-45e0-84d7-3c3b1d2169c5 req-f5360719-7f79-4c78-a426-cd52360bb838 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138244 May 19 09:35:15.240792 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device d76f89fb-dd44-46e8-a011-60716cc299c8 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:15.461542 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:15.483501 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15095038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14697743'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:15.491004 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:15.493231 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-73bc9245-5753-42c1-9356-950214475d74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:15.555657 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '2f4bc82c-6c3a-4a65-8189-0e89f4a8a412', 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103', 'port_id': '2f4bc82c-6c3a-4a65-8189-0e89f4a8a412', 'mac_address': 'fa:16:3e:2c:d1:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:35:15.596172 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1420acb-d341-47d4-a102-59148351b9b0,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:15.602605 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:15.603315 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Checking segment: {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:15.603815 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Network hostable DHCP agents. Network: fd80daa7-f242-43dd-84c4-3abd3d59564e, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:35:15.627226 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Network fd80daa7-f242-43dd-84c4-3abd3d59564e is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:35:15.640539 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, fd80daa7-f242-43dd-84c4-3abd3d59564e) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:15.653368 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:15.654413 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:15.685976 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-041e48f3-b480-4161-8b62-deebab7aa466 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3101590 May 19 09:35:15.688311 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55368) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:15.693734 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:15.700090 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:15.706206 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Usage tracker for resource:router and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:15.710584 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:15.717645 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:15.728425 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55376) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:15.734925 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3d9993-783b-478f-a7f1-dace1821c346 None None] Network fd80daa7-f242-43dd-84c4-3abd3d59564e requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:15.735613 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-657881842-network', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:15.739793 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:15.740792 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:15.740978 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:15.745388 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Usage tracker for resource:network and tenant:ab9c85bf6abf4c4baa7dd2d0f2ad2d10 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:15.748713 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:15.764626 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:15.764988 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:15.778804 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Made reservation on behalf of ab9c85bf6abf4c4baa7dd2d0f2ad2d10 for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:15.783058 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:15.798712 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:15.817354 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:15.821689 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Usage tracker for resource:security_group_rule and tenant:ab9c85bf6abf4c4baa7dd2d0f2ad2d10 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:15.824746 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:15.832885 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:15.957344 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:15.980975 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port d76f89fb-dd44-46e8-a011-60716cc299c8 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:15.981352 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.014962 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.021033 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.024000 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:16.067241 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cff13d90-cdc0-4173-a841-2456d858fc97,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:16.072422 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:16.083261 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 976, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:35:16.094261 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.095149 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Added segment 52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8 of type vlan for network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa May 19 09:35:16.112858 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:16.113879 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.132461 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.194866 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:16.195104 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.196926 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:16.197666 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.224025 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:16.241029 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.249644 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:16.326278 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Pushing event updated for resources: {'Network': ['ID=466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:16.331636 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5994818 May 19 09:35:16.333550 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55390) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:16.340914 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f41f78b2-3e76-4f3b-819a-2bfec9ff33f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:16.348960 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Request body: {'subnet': {'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-657881842-subnet', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:16.364762 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:16.378298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Usage tracker for resource:subnet and tenant:ab9c85bf6abf4c4baa7dd2d0f2ad2d10 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:16.378298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:16.383244 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:35:16.392437 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:16.406882 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Made reservation on behalf of ab9c85bf6abf4c4baa7dd2d0f2ad2d10 for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:16.412397 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16406806'] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.437996 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-fd80daa7-f242-43dd-84c4-3abd3d59564e', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:35:16.440323 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:16.444353 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524fd3e3-15cd-4032-a8af-1365e5460da2 req-f3b5cac4-ceaa-436d-9498-a3e4b1317ef5 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:16.451407 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-524fd3e3-15cd-4032-a8af-1365e5460da2 req-f3b5cac4-ceaa-436d-9498-a3e4b1317ef5 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 944 time: 0.3298011 May 19 09:35:16.638475 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 810ce377-e986-4ea5-98d8-e7b5e70d383b details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:35:16.660112 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-524fd3e3-15cd-4032-a8af-1365e5460da2 req-f7d7f699-6180-469e-9b6c-3b4746a0c5ae tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061739 May 19 09:35:16.668536 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:16.713150 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:16.862364 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:12Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '49d44e19-884e-42ac-8c87-0df2447d94e8', 'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'mac_address': 'fa:16:3e:e3:ad:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:10Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 2, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'subnets': [{'id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:16.878864 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Checking router: 12e70020-93cc-426e-9685-a5876a247d8a for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:16.879432 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Updating router 12e70020-93cc-426e-9685-a5876a247d8a port 49d44e19-884e-42ac-8c87-0df2447d94e8 binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:35:17.086611 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.093255 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['2f4bc82c-6c3a-4a65-8189-0e89f4a8a412'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:17.133288 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Allocated IP 172.20.0.2 (fd80daa7-f242-43dd-84c4-3abd3d59564e/c1420acb-d341-47d4-a102-59148351b9b0/87de0335-8aee-44f4-8459-a08aabcee110) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:17.133679 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.156650 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.203138 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 810ce377-e986-4ea5-98d8-e7b5e70d383b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:17.236233 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-4c978daf-6871-4d46-a05e-03965d5c9996 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:17.237843 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-4c978daf-6871-4d46-a05e-03965d5c9996 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 815 time: 0.2678549 May 19 09:35:17.251550 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14738279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16406820'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.256737 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:17.290313 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-a2099b98-133b-44f3-8c04-ae9af648f09f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/quotas/45efc211d6134ba9bd1a1fed97fca88a HTTP/1.1" status: 200 len: 375 time: 0.0422256 May 19 09:35:17.302323 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '810ce377-e986-4ea5-98d8-e7b5e70d383b', 'network_id': 'a8f507e5-77e4-4789-80f8-383757915103', 'port_id': '810ce377-e986-4ea5-98d8-e7b5e70d383b', 'mac_address': 'fa:16:3e:f3:a2:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:35:17.326070 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9b10395-d18c-4e46-86ea-d27a7280bc86,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:17.333829 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:17.343976 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Checking segment: {'id': '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:17.344337 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Network hostable DHCP agents. Network: 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:35:17.363772 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:35:17.378317 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:17.396802 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:17.397423 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.434215 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0982792 May 19 09:35:17.438080 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55434) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:17.444589 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:17.449565 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:17.453915 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Usage tracker for resource:router and tenant:ab9c85bf6abf4c4baa7dd2d0f2ad2d10 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:17.457793 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:17.471040 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:17.483161 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.484225 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.503638 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Allocated IP 172.27.1.200 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/de721cd2-0edc-4305-b726-ef00219d51c5) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:17.504914 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800d70cb-e392-4239-8c7c-7aee1fee355a None None] Network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:17.505086 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.593106 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-a28409dc-eb82-43e5-96ae-eb46f6861966 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2935987 May 19 09:35:17.776990 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.792393 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.813665 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.836589 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:17.855517 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 810ce377-e986-4ea5-98d8-e7b5e70d383b {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:17.893721 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:18.006272 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:18.027082 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:18.029715 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:18.062163 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 810ce377-e986-4ea5-98d8-e7b5e70d383b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:18.088699 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Pushing event updated for resources: {'Port': ['ID=de721cd2-0edc-4305-b726-ef00219d51c5,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:18.090751 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.097236 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:18.111436 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:18.150530 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-b55fa8fc-d037-45ef-b0d0-384ea767f33e service neutron] 10.222.0.46 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4041181 May 19 09:35:18.158936 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba42fc9-410c-454e-9c0b-0074eeb89e62 req-e3897d9b-079b-4c43-b6d2-3c22272c7443 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:18.160728 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3ba42fc9-410c-454e-9c0b-0074eeb89e62 req-e3897d9b-079b-4c43-b6d2-3c22272c7443 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 945 time: 0.3321018 May 19 09:35:18.174451 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.178858 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.212152 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.249338 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Transition to ACTIVE for port object 87de0335-8aee-44f4-8459-a08aabcee110 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:18.314284 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa', 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'fixed_ips': [{'subnet_id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:35:18.314562 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.337194 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=810ce377-e986-4ea5-98d8-e7b5e70d383b,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:18.344066 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Transition to ACTIVE for port object 87de0335-8aee-44f4-8459-a08aabcee110 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:18.367575 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.367949 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.368289 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.368625 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.368959 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.369286 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.369610 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.369932 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.370286 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.370645 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.370970 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.371678 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:18.371790 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Allocated IP 172.27.1.176 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/1f17784f-bab6-48f9-9365-851ad0d67270) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:18.376675 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:18.380133 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.415670 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4efd997f-1a56-48d8-bdb8-f8665b812c5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:18.476150 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3ba42fc9-410c-454e-9c0b-0074eeb89e62 req-3114f2d1-1674-43c4-a460-813ac725adbb tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589419 May 19 09:35:18.552774 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Network fd80daa7-f242-43dd-84c4-3abd3d59564e is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:18.563415 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:18.580682 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:18.585605 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.611018 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.646332 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Pushing event updated for resources: {'Port': ['ID=87de0335-8aee-44f4-8459-a08aabcee110,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:18.650502 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.663462 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-d2e69d1b-8c39-4856-a6c2-ca173bc3b887 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:18.689328 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:18.694077 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-0896cd88-8e73-4c2d-b207-e6123deb7c5b service neutron] 10.222.0.46 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4720650 May 19 09:35:18.720733 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Transition to ACTIVE for port object 49d44e19-884e-42ac-8c87-0df2447d94e8 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:18.751574 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:18.752303 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Pushing event updated for resources: {'Port': ['ID=1f17784f-bab6-48f9-9365-851ad0d67270,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:18.758172 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:18.758343 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.758468 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:18.758914 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:18.764214 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:18.831838 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Attempting to bind port 87de0335-8aee-44f4-8459-a08aabcee110 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:18.832557 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Attempting to bind port 87de0335-8aee-44f4-8459-a08aabcee110 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:18.832557 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Attempting to bind port 87de0335-8aee-44f4-8459-a08aabcee110 on network fd80daa7-f242-43dd-84c4-3abd3d59564e {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:18.849364 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:18.849754 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Checking segment: {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:18.850167 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.850567 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Bound using segment: {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:18.851058 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Bound port: 87de0335-8aee-44f4-8459-a08aabcee110, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:18.851442 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.910780 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:18.912747 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Allocated IP 172.20.0.2 (466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa/f9b10395-d18c-4e46-86ea-d27a7280bc86/74250f90-d3e1-4d5f-9027-76bc8303eb38) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:18.984270 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['810ce377-e986-4ea5-98d8-e7b5e70d383b'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:19.066106 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a6a5a-9a79-4a66-9f5f-554382958c93 None None] Pushing event updated for resources: {'Port': ['ID=49d44e19-884e-42ac-8c87-0df2447d94e8,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:19.102444 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-024a6a5a-9a79-4a66-9f5f-554382958c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:19.199484 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-33fdca0d-b03d-4901-bf5d-87689ba156f4 req-4e3214ef-f386-4a54-afd4-d6acfe07ac6f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 210 time: 0.1489139 May 19 09:35:19.550850 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Attempting to bind port 49d44e19-884e-42ac-8c87-0df2447d94e8 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:19.551313 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Attempting to bind port 49d44e19-884e-42ac-8c87-0df2447d94e8 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:19.551889 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Attempting to bind port 49d44e19-884e-42ac-8c87-0df2447d94e8 on network 1cbdea42-da04-4c89-a251-98762d197286 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:19.580355 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.580602 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] For port 87de0335-8aee-44f4-8459-a08aabcee110, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:19.585178 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:19.585666 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Checking segment: {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:19.586149 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.586625 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Bound using segment: {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:19.587201 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Bound port: 49d44e19-884e-42ac-8c87-0df2447d94e8, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:19.587692 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.648314 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.714307 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] For port 87de0335-8aee-44f4-8459-a08aabcee110, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=87de0335-8aee-44f4-8459-a08aabcee110,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:19.758824 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.770514 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:19.910936 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:19.939151 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Transition to ACTIVE for port object 74250f90-d3e1-4d5f-9027-76bc8303eb38 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:19.950011 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] For port 49d44e19-884e-42ac-8c87-0df2447d94e8, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:19.958793 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] For port 49d44e19-884e-42ac-8c87-0df2447d94e8, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=49d44e19-884e-42ac-8c87-0df2447d94e8,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:19.963474 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Pushing event updated for resources: {'Port': ['ID=87de0335-8aee-44f4-8459-a08aabcee110,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:19.967951 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd1222d-b554-40bd-97cd-a1ca5c859cc8 req-fb234893-bfc1-41e5-b699-3b58ed5a30b3 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:19.987285 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fcd1222d-b554-40bd-97cd-a1ca5c859cc8 req-fb234893-bfc1-41e5-b699-3b58ed5a30b3 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 945 time: 0.2790904 May 19 09:35:20.019286 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:20.020929 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Transition to ACTIVE for port object 74250f90-d3e1-4d5f-9027-76bc8303eb38 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:20.022982 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:20.029665 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:20.061774 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fcd1222d-b554-40bd-97cd-a1ca5c859cc8 req-7e79694a-57c3-4bbd-955a-ca288f3b386f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713537 May 19 09:35:20.091670 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:20.134165 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Router 3483878d-63d3-4b46-9533-a32bd28ec193 is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:35:20.155120 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:20.161341 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:20.165848 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:20.166498 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:20.258292 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:20.334311 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:20.393135 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a6a5a-9a79-4a66-9f5f-554382958c93 None None] Pushing event updated for resources: {'Port': ['ID=49d44e19-884e-42ac-8c87-0df2447d94e8,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:20.410898 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-024a6a5a-9a79-4a66-9f5f-554382958c93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:20.546487 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.442s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:20.548735 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-030ef2ad-beee-45a4-a257-d13045bfd8f8 req-c7648f4c-4650-43f8-bf99-72b37c827fbc tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 210 time: 0.0974884 May 19 09:35:20.585349 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:20.594818 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Sync routers for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:20.604473 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:20.605093 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:20.632457 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:20.637274 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9479029 May 19 09:35:20.638019 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55472) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:20.681535 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:20.780110 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Attempting to bind port 74250f90-d3e1-4d5f-9027-76bc8303eb38 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:20.780499 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Attempting to bind port 74250f90-d3e1-4d5f-9027-76bc8303eb38 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:20.780874 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Attempting to bind port 74250f90-d3e1-4d5f-9027-76bc8303eb38 on network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:20.818047 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:20.881564 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-977aa4d0-8400-429d-8a33-667fc68392e9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:20.883320 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-977aa4d0-8400-429d-8a33-667fc68392e9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 815 time: 0.2678304 May 19 09:35:20.884931 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:20.907037 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Request body: {'port': {'device_id': '6d6c4ac2-2918-483a-bac8-b50530af240f', 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9', 'admin_state_up': True, 'tenant_id': '45efc211d6134ba9bd1a1fed97fca88a'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:20.934503 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Pushing event updated for resources: {'Port': ['ID=74250f90-d3e1-4d5f-9027-76bc8303eb38,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:20.946350 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:20.977848 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:20.982016 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Checking segment: {'id': '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:20.983425 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:20.986235 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Bound using segment: {'id': '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:20.986899 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Bound port: 74250f90-d3e1-4d5f-9027-76bc8303eb38, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:20.992299 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.119739 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Router d1ca8c32-f361-457b-9b64-f452ea98f8a1 is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:35:21.309692 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:21.316820 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 87de0335-8aee-44f4-8459-a08aabcee110 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:21.432929 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Usage tracker for resource:port and tenant:45efc211d6134ba9bd1a1fed97fca88a is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:21.436383 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:21.443809 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:21.465938 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Made reservation on behalf of 45efc211d6134ba9bd1a1fed97fca88a for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:21.469763 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.545204 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:18Z', 'revision_number': 3, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:21.549748 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Checking router: 3483878d-63d3-4b46-9533-a32bd28ec193 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:21.550106 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Updating router 3483878d-63d3-4b46-9533-a32bd28ec193 port de721cd2-0edc-4305-b726-ef00219d51c5 binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:35:21.552123 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f52b9c-9dc6-4aa0-8811-f3ee4c07fb8a None None] Network fd80daa7-f242-43dd-84c4-3abd3d59564e requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:21.662283 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.727630 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:21.796303 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Sync routers for ids ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:21.800593 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:21.834954 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Routers {'d1ca8c32-f361-457b-9b64-f452ea98f8a1'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:21.835905 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:21.891140 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c8de9eb-53e0-4baa-be0b-c98817494253 req-9e7d0a05-74fc-4e33-a57c-eee30c6f4aef tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 210 time: 0.0560179 May 19 09:35:21.897926 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:21.899151 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4596984 May 19 09:35:21.902412 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55494) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:21.905653 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123f0636-01d7-4b3b-aa9d-6d7e9e65d608 req-52e62e1d-024d-41d1-a86d-128b96d59287 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:21.906921 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-123f0636-01d7-4b3b-aa9d-6d7e9e65d608 req-52e62e1d-024d-41d1-a86d-128b96d59287 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 945 time: 0.3779540 May 19 09:35:22.052868 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Allocated IP 172.20.0.12 (d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9/d13d5d72-bec9-49ea-9ebb-f79763e8470f/85521590-c6f7-4612-8569-0d032d4a2372) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:22.107089 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Set router d1ca8c32-f361-457b-9b64-f452ea98f8a1 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:22.206522 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-123f0636-01d7-4b3b-aa9d-6d7e9e65d608 req-8f64bf7d-9480-4cb3-8e1f-4fd8e87a63a1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2916412 May 19 09:35:22.235026 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:22.235931 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.245812 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.263234 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.264102 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-c707b962-7dfd-4ccf-8912-d91d78ddd22d None None] Provisioning for port 87de0335-8aee-44f4-8459-a08aabcee110 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:22.275870 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] For port 74250f90-d3e1-4d5f-9027-76bc8303eb38, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:22.281607 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Transition to ACTIVE for port object de721cd2-0edc-4305-b726-ef00219d51c5 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:22.292343 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.297438 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:22.342578 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] For port 74250f90-d3e1-4d5f-9027-76bc8303eb38, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=74250f90-d3e1-4d5f-9027-76bc8303eb38,segment=NetworkSegment(52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8),segment_id=52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:22.363877 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 87de0335-8aee-44f4-8459-a08aabcee110 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:22.377287 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a811c2-47d8-448c-a7ff-4eb1f5163196 None None] Pushing event updated for resources: {'Port': ['ID=de721cd2-0edc-4305-b726-ef00219d51c5,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:22.389418 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-32a811c2-47d8-448c-a7ff-4eb1f5163196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:22.406683 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.418450 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Attempting to bind port de721cd2-0edc-4305-b726-ef00219d51c5 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:22.421064 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Attempting to bind port de721cd2-0edc-4305-b726-ef00219d51c5 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:22.421789 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Attempting to bind port de721cd2-0edc-4305-b726-ef00219d51c5 on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:22.425857 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:22.431322 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:22.431792 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:22.432210 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.432609 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:22.433090 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Bound port: de721cd2-0edc-4305-b726-ef00219d51c5, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:22.433515 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.460734 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 87de0335-8aee-44f4-8459-a08aabcee110 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:22.461134 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.529147 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] For port de721cd2-0edc-4305-b726-ef00219d51c5, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:22.534825 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] For port de721cd2-0edc-4305-b726-ef00219d51c5, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=de721cd2-0edc-4305-b726-ef00219d51c5,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:22.540481 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.545576 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-fccbf8f8-4451-4664-ad3f-ec6365b4555d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:22.629854 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:22.630554 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:22.650564 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Allocated IP 172.20.0.1 (fd80daa7-f242-43dd-84c4-3abd3d59564e/c1420acb-d341-47d4-a102-59148351b9b0/3d9df6eb-9f41-490f-b67e-56193d9f9ae1) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:22.740776 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a811c2-47d8-448c-a7ff-4eb1f5163196 None None] Pushing event updated for resources: {'Port': ['ID=de721cd2-0edc-4305-b726-ef00219d51c5,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:22.746725 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-32a811c2-47d8-448c-a7ff-4eb1f5163196 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:22.855906 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.875116 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Transition to ACTIVE for port object 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:22.880024 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Pushing event updated for resources: {'Port': ['ID=74250f90-d3e1-4d5f-9027-76bc8303eb38,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:22.886436 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:22.909225 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:22.914349 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:22.921709 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:23.057796 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Network fd80daa7-f242-43dd-84c4-3abd3d59564e is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:23.066785 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:23.071850 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:23.105778 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.174852 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.228205 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:23.234482 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4bc82c-6c3a-4a65-8189-0e89f4a8a412'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:23.243078 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:12Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '49d44e19-884e-42ac-8c87-0df2447d94e8', 'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'mac_address': 'fa:16:3e:e3:ad:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:10Z', 'updated_at': '2021-05-19T09:35:19Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'subnets': [{'id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:23.253243 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.258368 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:23.380936 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.394703 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Pushing event updated for resources: {'Port': ['ID=3d9df6eb-9f41-490f-b67e-56193d9f9ae1,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:23.398686 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.477s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:23.416455 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:23.425920 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.454262 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ae2c79-b295-422f-8fe5-5450cda2f32b None None] The sync data for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi is: [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:12Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '49d44e19-884e-42ac-8c87-0df2447d94e8', 'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'mac_address': 'fa:16:3e:e3:ad:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:10Z', 'updated_at': '2021-05-19T09:35:19Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'subnets': [{'id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:23.462918 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 810ce377-e986-4ea5-98d8-e7b5e70d383b up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:23.554324 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:23.613568 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.674720 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:18Z', 'revision_number': 3, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:23.686599 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-562d54a7-7c0b-49da-810e-b8db6eb61540 None None] The sync data for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi is: [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:18Z', 'revision_number': 3, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:23.699717 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:19Z', 'revision_number': 3, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'gw_port': {'id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:23.720008 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 87de0335-8aee-44f4-8459-a08aabcee110, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=87de0335-8aee-44f4-8459-a08aabcee110,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:23.732923 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0125ef90-c254-4f5b-9597-75d8aac842e1 req-6fbfdd44-a171-42be-9e0d-f712cb5f610c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 210 time: 0.1570764 May 19 09:35:23.741173 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Checking router: d1ca8c32-f361-457b-9b64-f452ea98f8a1 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:23.742448 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Updating router d1ca8c32-f361-457b-9b64-f452ea98f8a1 port 1f17784f-bab6-48f9-9365-851ad0d67270 binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:35:23.752361 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.873837 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:23.896691 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f4bc82c-6c3a-4a65-8189-0e89f4a8a412', 'code': 200} May 19 09:35:23.929636 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:24.042463 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:24.090994 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-feb05434-14c8-4d0f-9d29-d13b1fbb5bf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:24.134185 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['fede3a95-b301-4d44-954a-57ed0bd04c37', 'ec684c3b-0c97-4cef-848a-b7f38d003453', '4fac5c6d-17cb-4883-bd86-c4c3027c65ec'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:24.170873 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5589ea-5aba-421c-bee9-3835dc4ccda1 req-42b9a38c-4da9-4e42-8432-89885d0a38c3 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:24.179172 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7a5589ea-5aba-421c-bee9-3835dc4ccda1 req-42b9a38c-4da9-4e42-8432-89885d0a38c3 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.4566801 May 19 09:35:24.355098 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7a5589ea-5aba-421c-bee9-3835dc4ccda1 req-e9f2b07b-38a4-4932-8046-54f8d4a82bea tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749699 May 19 09:35:24.378518 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 49d44e19-884e-42ac-8c87-0df2447d94e8 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:24.386903 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.db.resource_extend [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:35:24.405066 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:24.428938 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:24.434219 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:24.443142 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:24.444252 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:24.471941 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:24.539680 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:24.649242 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:24.657476 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a02815-8311-4543-9c94-e8da5542d811 None None] Network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:24.662705 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b295db3-adc8-4dbc-b6cd-dffa97c677d6 req-fa500fb5-b48a-4160-9d1b-4a85b1fe779a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:24.664273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7b295db3-adc8-4dbc-b6cd-dffa97c677d6 req-fa500fb5-b48a-4160-9d1b-4a85b1fe779a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 1099 time: 0.3949964 May 19 09:35:24.664963 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Pushing event updated for resources: {'Port': ['ID=3d9df6eb-9f41-490f-b67e-56193d9f9ae1,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:24.670384 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:24.748115 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Pushing event updated for resources: {'Port': ['ID=85521590-c6f7-4612-8569-0d032d4a2372,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:24.765706 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 810ce377-e986-4ea5-98d8-e7b5e70d383b completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:24.768163 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:24.827252 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:24.828022 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:24.835984 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=87de0335-8aee-44f4-8459-a08aabcee110,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:24.849877 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 810ce377-e986-4ea5-98d8-e7b5e70d383b triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:24.850504 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:24.867944 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7b295db3-adc8-4dbc-b6cd-dffa97c677d6 req-869400df-5ea7-4211-af97-42913aededd3 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799865 May 19 09:35:24.959620 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Network fd80daa7-f242-43dd-84c4-3abd3d59564e is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:24.965417 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:24.966699 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Allocated IP 172.20.0.1 (466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa/f9b10395-d18c-4e46-86ea-d27a7280bc86/2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:25.160849 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.239s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:25.162085 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-cc2b4dde-3314-4180-ba74-050cc6aad80d None None] Provisioning for port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:25.252730 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:25.315076 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-cc2b4dde-3314-4180-ba74-050cc6aad80d None None] Provisioning complete for port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:25.315076 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cc2b4dde-3314-4180-ba74-050cc6aad80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:25.323156 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Transition to ACTIVE for port object 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:25.338384 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4366784 May 19 09:35:25.369257 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Request body: {'port': {'device_id': '6d6c4ac2-2918-483a-bac8-b50530af240f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:25.491429 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-cc2b4dde-3314-4180-ba74-050cc6aad80d None None] Port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:25.494625 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:25.696697 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 49d44e19-884e-42ac-8c87-0df2447d94e8 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:25.700126 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5be2be-7aa3-4ec6-ae3e-358a4d3ad23d req-0f515e61-7b4f-449f-95f8-3881d07beb51 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:25.701837 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8f5be2be-7aa3-4ec6-ae3e-358a4d3ad23d req-0f515e61-7b4f-449f-95f8-3881d07beb51 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 932 time: 0.7104928 May 19 09:35:25.752381 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5df797ab-82b9-47d4-a50b-8c637f07d39b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:25.765207 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 49d44e19-884e-42ac-8c87-0df2447d94e8 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:25.765446 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:25.849197 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:25.851340 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-cc2b4dde-3314-4180-ba74-050cc6aad80d None None] Provisioning complete for port 87de0335-8aee-44f4-8459-a08aabcee110 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:25.851771 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-cc2b4dde-3314-4180-ba74-050cc6aad80d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:25.857296 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:25.862955 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:25.910857 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Router 3483878d-63d3-4b46-9533-a32bd28ec193 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:35:25.956056 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:25.960324 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8f5be2be-7aa3-4ec6-ae3e-358a4d3ad23d req-5fe5cf17-0761-4d1a-88bc-1ff08dccb896 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298520 May 19 09:35:25.972599 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.002528 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Pushing event updated for resources: {'Port': ['ID=2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:26.014696 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:26.041415 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.156738 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1abac89-7ac6-425d-a85d-931cad08a3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ce377-e986-4ea5-98d8-e7b5e70d383b'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:26.193498 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9688c7-b17c-4f2a-9c37-da568117a98d req-40fdd1bb-3bdc-4f9c-a67e-08ec8953b106 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:26.199382 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.db.resource_extend [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:35:26.202512 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4e9688c7-b17c-4f2a-9c37-da568117a98d req-40fdd1bb-3bdc-4f9c-a67e-08ec8953b106 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.3836131 May 19 09:35:26.214176 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 810ce377-e986-4ea5-98d8-e7b5e70d383b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:26.247454 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.254788 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-024a6a5a-9a79-4a66-9f5f-554382958c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:26.510664 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1abac89-7ac6-425d-a85d-931cad08a3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '810ce377-e986-4ea5-98d8-e7b5e70d383b', 'code': 200} May 19 09:35:26.538033 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4e9688c7-b17c-4f2a-9c37-da568117a98d req-ae70384e-836e-492c-bea4-4114875364a0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3267610 May 19 09:35:26.557289 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.578071 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:26.597933 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] 10.222.0.46 "PUT /v2.0/routers/3483878d-63d3-4b46-9533-a32bd28ec193/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9587879 May 19 09:35:26.702055 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.741880 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=810ce377-e986-4ea5-98d8-e7b5e70d383b,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:26.786580 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:26.851421 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb545348-624a-4e14-bfa8-38bf12fbc23c req-10838ce4-8525-4fb2-a2ef-4128c05793d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:26.856131 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eb545348-624a-4e14-bfa8-38bf12fbc23c req-10838ce4-8525-4fb2-a2ef-4128c05793d9 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 1098 time: 0.1310527 May 19 09:35:26.874525 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.886999 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 49d44e19-884e-42ac-8c87-0df2447d94e8, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=49d44e19-884e-42ac-8c87-0df2447d94e8,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:26.914452 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:26.915309 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 74250f90-d3e1-4d5f-9027-76bc8303eb38 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:26.918822 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eb545348-624a-4e14-bfa8-38bf12fbc23c req-c7efbee7-8ccc-4420-8d52-0edb921975d2 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546181 May 19 09:35:26.952314 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:27.005417 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85521590-c6f7-4612-8569-0d032d4a2372 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:27.012294 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Transition to ACTIVE for port object 1f17784f-bab6-48f9-9365-851ad0d67270 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:27.028835 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Sync routers for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:27.034964 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.045465 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:27.048267 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:27.102750 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Transition to ACTIVE for port object 85521590-c6f7-4612-8569-0d032d4a2372 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:27.113533 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.129384 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.129619 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:27.276339 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-599095b0-2d03-4445-bb54-d28903fe17b0 None None] Provisioning for port 74250f90-d3e1-4d5f-9027-76bc8303eb38 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:27.302656 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5f99df-091d-4386-8a46-00dcb0ebcb61 req-ba9dc3f0-4fb8-4dfe-9a74-715d70df136b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:27.305409 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8e5f99df-091d-4386-8a46-00dcb0ebcb61 req-ba9dc3f0-4fb8-4dfe-9a74-715d70df136b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 944 time: 0.1462064 May 19 09:35:27.316007 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.db.resource_extend [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:35:27.328032 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Attempting to bind port 1f17784f-bab6-48f9-9365-851ad0d67270 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:27.335615 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Attempting to bind port 1f17784f-bab6-48f9-9365-851ad0d67270 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:27.336079 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Attempting to bind port 1f17784f-bab6-48f9-9365-851ad0d67270 on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:27.360970 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=49d44e19-884e-42ac-8c87-0df2447d94e8,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:27.367914 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8e5f99df-091d-4386-8a46-00dcb0ebcb61 req-d4fa7ed3-832e-4bb3-a5b0-e265f7e0b9b0 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565457 May 19 09:35:27.385684 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:27.388388 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.226s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:27.392788 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.459239 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:27.476885 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:27.477265 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:27.477678 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.478078 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:27.478706 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Bound port: 1f17784f-bab6-48f9-9365-851ad0d67270, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:27.479019 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.480243 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.585324 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 74250f90-d3e1-4d5f-9027-76bc8303eb38 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:27.592609 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55570) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:27.599284 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1950028707-network', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:27.612945 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:27.613537 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 74250f90-d3e1-4d5f-9027-76bc8303eb38 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:27.614097 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.625413 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Usage tracker for resource:network and tenant:ae196ebf7a7f4e5695479ef54bb7c452 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:27.638316 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:27.652860 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:27.671179 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Made reservation on behalf of ae196ebf7a7f4e5695479ef54bb7c452 for: {'network': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:27.674197 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.690373 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-599095b0-2d03-4445-bb54-d28903fe17b0 None None] Provisioning complete for port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:27.691187 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-599095b0-2d03-4445-bb54-d28903fe17b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.709543 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.717116 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.737736 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=85521590-c6f7-4612-8569-0d032d4a2372,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:27.747641 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:27.757754 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:27.787437 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971860-bf32-4a10-a955-fb6c705cae13 None None] Pushing event updated for resources: {'Port': ['ID=1f17784f-bab6-48f9-9365-851ad0d67270,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:27.803614 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:27.810113 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Usage tracker for resource:security_group_rule and tenant:ae196ebf7a7f4e5695479ef54bb7c452 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:27.820383 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:27.821903 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8971860-bf32-4a10-a955-fb6c705cae13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:27.830140 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:27.855990 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] For port 1f17784f-bab6-48f9-9365-851ad0d67270, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:27.906401 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] For port 1f17784f-bab6-48f9-9365-851ad0d67270, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=1f17784f-bab6-48f9-9365-851ad0d67270,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:27.910693 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-599095b0-2d03-4445-bb54-d28903fe17b0 None None] Port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:27.940827 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.944013 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Attempting to bind port 85521590-c6f7-4612-8569-0d032d4a2372 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:27.944356 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Attempting to bind port 85521590-c6f7-4612-8569-0d032d4a2372 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:27.944685 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Attempting to bind port 85521590-c6f7-4612-8569-0d032d4a2372 on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:27.949584 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:27.958050 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Pushing event updated for resources: {'Port': ['ID=2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:27.962277 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:27.962861 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Port 85521590-c6f7-4612-8569-0d032d4a2372 on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:35:27.963259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Attempting to bind port 85521590-c6f7-4612-8569-0d032d4a2372 on network d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:27.972867 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:27.973211 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Checking segment: {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:27.973601 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Bound using segment: {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:27.974059 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Bound port: 85521590-c6f7-4612-8569-0d032d4a2372, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17863d32-8029-409c-a81b-c8db620d3a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:27.974410 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.986642 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.998114 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:27.998363 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '3d9df6eb-9f41-490f-b67e-56193d9f9ae1', 'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'mac_address': 'fa:16:3e:89:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:22Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 2, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'subnets': [{'id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:28.004590 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Checking router: 3483878d-63d3-4b46-9533-a32bd28ec193 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:28.005104 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Updating router 3483878d-63d3-4b46-9533-a32bd28ec193 port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:35:28.015364 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] vlan segment allocate from pool success with {'vlan_id': 953, 'physical_network': 'physnet1'} {{(pid=91664) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:35:28.029896 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.030566 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.segments_db [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Added segment c9d5883d-068a-484a-88b5-b9ed7f3d6b66 of type vlan for network 1962da62-f848-4701-8f89-ce3319a074d7 May 19 09:35:28.073673 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.077211 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.077616 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:28.081926 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:28.106119 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.163778 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d5d75363-d631-4dbb-b095-6f9da29ab30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:28.176481 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Routers {'d1ca8c32-f361-457b-9b64-f452ea98f8a1'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:28.177134 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:28.177501 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.187169 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:28.188574 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.243487 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-93aba31d-a00f-4ac2-896a-5c0c813faa36 None None] Provisioning complete for port 74250f90-d3e1-4d5f-9027-76bc8303eb38 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:28.243939 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93aba31d-a00f-4ac2-896a-5c0c813faa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.248562 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6523080 May 19 09:35:28.251459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55578) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:28.269313 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b5188c-b0df-474d-a846-0135096880b4 req-7ccb443c-c28c-4b6f-a07a-5f85834dd4f3 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:28.271058 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-06b5188c-b0df-474d-a846-0135096880b4 req-7ccb443c-c28c-4b6f-a07a-5f85834dd4f3 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.5247040 May 19 09:35:28.275259 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Request body: {'subnet': {'network_id': '1962da62-f848-4701-8f89-ce3319a074d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1950028707-subnet', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:28.308658 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:28.314783 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Usage tracker for resource:subnet and tenant:ae196ebf7a7f4e5695479ef54bb7c452 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:28.318473 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:28.327321 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:28.336193 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8971860-bf32-4a10-a955-fb6c705cae13 None None] Pushing event updated for resources: {'Port': ['ID=1f17784f-bab6-48f9-9365-851ad0d67270,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:28.345775 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8971860-bf32-4a10-a955-fb6c705cae13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:28.354694 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f853c5-c27a-4dc6-af54-9a27429b9dd7,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:28.366834 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 74250f90-d3e1-4d5f-9027-76bc8303eb38, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=74250f90-d3e1-4d5f-9027-76bc8303eb38,segment=NetworkSegment(52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8),segment_id=52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:28.378585 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:28.384621 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-cf4de3d8-ec4d-436e-a449-57e59725d727 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:28.412236 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Made reservation on behalf of ae196ebf7a7f4e5695479ef54bb7c452 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:28.414678 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14697789'] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.441102 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] For port 85521590-c6f7-4612-8569-0d032d4a2372, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:28.478197 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-06b5188c-b0df-474d-a846-0135096880b4 req-0fff545b-81e8-4547-88c8-287cc307e7d3 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980720 May 19 09:35:28.520306 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] Set router d1ca8c32-f361-457b-9b64-f452ea98f8a1 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:28.561335 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] For port 85521590-c6f7-4612-8569-0d032d4a2372, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=85521590-c6f7-4612-8569-0d032d4a2372,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:28.580674 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.587191 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.592945 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7a68ec02-6165-4354-8b9c-83de030cd94c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:28.622643 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-fd3aabe0-4008-40a0-9295-dd19b4bfa5d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:28.637161 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Pushing event updated for resources: {'Network': ['ID=1962da62-f848-4701-8f89-ce3319a074d7,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:28.643656 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:28.675707 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 1962da62-f848-4701-8f89-ce3319a074d7 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:35:28.685511 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.718499 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Transition to ACTIVE for port object 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:28.728915 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.733335 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-a8241c4c-41af-4727-875a-d35694cfb105 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:28.744332 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=85521590-c6f7-4612-8569-0d032d4a2372,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:28.756521 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Router d1ca8c32-f361-457b-9b64-f452ea98f8a1 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:35:28.759857 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:28.768050 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:28.769477 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:28.771623 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] 10.222.0.55 "PUT /v2.0/ports/85521590-c6f7-4612-8569-0d032d4a2372 HTTP/1.1" status: 200 len: 1094 time: 3.4231894 May 19 09:35:28.772595 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d6c4ac2-2918-483a-bac8-b50530af240f', 'tag': '85521590-c6f7-4612-8569-0d032d4a2372'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:28.969694 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 49d44e19-884e-42ac-8c87-0df2447d94e8 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:28.992552 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a82ad-0848-45c4-8236-3c54856ce8d0 None None] Pushing event updated for resources: {'Port': ['ID=3d9df6eb-9f41-490f-b67e-56193d9f9ae1,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:29.029506 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=74250f90-d3e1-4d5f-9027-76bc8303eb38,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:29.032853 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:29.035151 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:29.045697 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6a4a82ad-0848-45c4-8236-3c54856ce8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:29.048587 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] 10.222.0.46 "PUT /v2.0/routers/d1ca8c32-f361-457b-9b64-f452ea98f8a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1443934 May 19 09:35:29.133368 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Attempting to bind port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:29.133945 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Attempting to bind port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:29.134084 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Attempting to bind port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 on network fd80daa7-f242-43dd-84c4-3abd3d59564e {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:29.143729 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:29.145770 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Checking segment: {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:29.148759 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.149390 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Bound using segment: {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:29.150147 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Bound port: 3d9df6eb-9f41-490f-b67e-56193d9f9ae1, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:29.150702 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.167288 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-93aba31d-a00f-4ac2-896a-5c0c813faa36 None None] Provisioning for port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:29.199261 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-93aba31d-a00f-4ac2-896a-5c0c813faa36 None None] Provisioning complete for port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:29.199662 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-93aba31d-a00f-4ac2-896a-5c0c813faa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.248070 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15095038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14697743'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.254382 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8e976b73-32a4-4876-ac82-924e39d37184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:29.274162 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] For port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:29.278306 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] For port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=3d9df6eb-9f41-490f-b67e-56193d9f9ae1,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:29.282972 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.288746 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:29.314243 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 49d44e19-884e-42ac-8c87-0df2447d94e8 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:29.314243 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.352397 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-93aba31d-a00f-4ac2-896a-5c0c813faa36 None None] Port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:29.380106 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:29.380750 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:29.409760 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 4, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'gw_port': {'id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5', 'name': '', 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'mac_address': 'fa:16:3e:14:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:24Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 2, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'subnets': [{'id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:29.444387 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c53b8f7-a95f-455f-b4b2-5db2e0985630 None None] The sync data for ids ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'] in dv-cinder-791281-2-iscsi is: [{'id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 4, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'gw_port': {'id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5', 'name': '', 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'mac_address': 'fa:16:3e:14:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:24Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 2, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'subnets': [{'id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:29.464146 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a82ad-0848-45c4-8236-3c54856ce8d0 None None] Pushing event updated for resources: {'Port': ['ID=3d9df6eb-9f41-490f-b67e-56193d9f9ae1,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:29.468911 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b105b70b-7104-4d19-b6a1-ad359fdc53a7,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:29.475019 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:29.475114 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-6a4a82ad-0848-45c4-8236-3c54856ce8d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:29.492466 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 87de0335-8aee-44f4-8459-a08aabcee110 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:29.500576 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Checking segment: {'id': 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:29.500965 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Network hostable DHCP agents. Network: 1962da62-f848-4701-8f89-ce3319a074d7, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:35:29.531840 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Network 1962da62-f848-4701-8f89-ce3319a074d7 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:35:29.558243 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 1962da62-f848-4701-8f89-ce3319a074d7) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:29.568538 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:29.569035 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.573111 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2adbb59-d258-4905-b24b-74edda3dd24d None None] Network 1962da62-f848-4701-8f89-ce3319a074d7 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:29.602489 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0e14ef47-22b1-4599-a60e-dd0f1d272868 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3487642 May 19 09:35:29.604662 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55596) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:29.605016 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-0cac81c3-3d4a-46a8-b660-81d78e03949f None None] Provisioning complete for port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:29.605515 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0cac81c3-3d4a-46a8-b660-81d78e03949f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.610723 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:29.630377 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:29.636459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Usage tracker for resource:router and tenant:ae196ebf7a7f4e5695479ef54bb7c452 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:29.639874 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:29.646600 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:29.656656 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:29.669760 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.671627 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.690115 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:29.756657 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-0cac81c3-3d4a-46a8-b660-81d78e03949f None None] Port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:29.769655 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 87de0335-8aee-44f4-8459-a08aabcee110 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:29.770269 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.065837 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-1962da62-f848-4701-8f89-ce3319a074d7', 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'fixed_ips': [{'subnet_id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:35:30.067513 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.104580 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.118846 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '3d9df6eb-9f41-490f-b67e-56193d9f9ae1', 'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'mac_address': 'fa:16:3e:89:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:22Z', 'updated_at': '2021-05-19T09:35:29Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'subnets': [{'id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:30.123801 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6242f45f-a611-4b69-8de9-2b709142d04f None None] The sync data for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi is: [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '3d9df6eb-9f41-490f-b67e-56193d9f9ae1', 'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'mac_address': 'fa:16:3e:89:53:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:22Z', 'updated_at': '2021-05-19T09:35:29Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'subnets': [{'id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:30.160427 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device de721cd2-0edc-4305-b726-ef00219d51c5 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:30.337720 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port de721cd2-0edc-4305-b726-ef00219d51c5 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:30.346709 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port de721cd2-0edc-4305-b726-ef00219d51c5 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:30.347105 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.372911 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Allocated IP 172.20.0.2 (1962da62-f848-4701-8f89-ce3319a074d7/b105b70b-7104-4d19-b6a1-ad359fdc53a7/48453b1f-acf4-4e89-842b-2eb0ed2dbe8e) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:30.463165 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.505300 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.587470 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.647973 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port de721cd2-0edc-4305-b726-ef00219d51c5, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=de721cd2-0edc-4305-b726-ef00219d51c5,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:30.648724 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Allocated IP 172.27.1.198 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/12c6ef26-e887-4113-9913-bc0c170ebe73) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:30.660119 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.665148 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:30.750079 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.765684 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Transition to ACTIVE for port object 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:30.776747 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=de721cd2-0edc-4305-b726-ef00219d51c5,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:30.781309 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:30.790340 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Transition to ACTIVE for port object 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:30.798629 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.803152 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-8a124a41-69fe-4fb5-94ab-30616deede4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:30.875158 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.893239 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Network 1962da62-f848-4701-8f89-ce3319a074d7 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:30.901753 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:30.926951 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:30.929721 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:30.935398 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:30.935631 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:30.958200 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Pushing event updated for resources: {'Port': ['ID=48453b1f-acf4-4e89-842b-2eb0ed2dbe8e,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:30.996873 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:31.001658 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:31.004527 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:31.007700 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:31.046159 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Pushing event updated for resources: {'Port': ['ID=12c6ef26-e887-4113-9913-bc0c170ebe73,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:31.049351 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:31.065029 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Attempting to bind port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:31.065416 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Attempting to bind port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:31.065808 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Attempting to bind port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e on network 1962da62-f848-4701-8f89-ce3319a074d7 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:31.073957 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:31.074378 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Checking segment: {'id': 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:31.074820 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.075226 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Bound using segment: {'id': 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:31.078527 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Bound port: 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:31.078527 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.098582 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:31.133234 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:31.133421 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.243022 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] For port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:31.247177 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] For port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=48453b1f-acf4-4e89-842b-2eb0ed2dbe8e,segment=NetworkSegment(c9d5883d-068a-484a-88b5-b9ed7f3d6b66),segment_id=c9d5883d-068a-484a-88b5-b9ed7f3d6b66)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:31.278785 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.289775 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:31.379544 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.419725 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Pushing event updated for resources: {'Port': ['ID=48453b1f-acf4-4e89-842b-2eb0ed2dbe8e,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:31.423266 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:31.441127 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=3d9df6eb-9f41-490f-b67e-56193d9f9ae1,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:31.453502 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.454554 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 74250f90-d3e1-4d5f-9027-76bc8303eb38 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:31.488667 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:31.590278 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=3d9df6eb-9f41-490f-b67e-56193d9f9ae1,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:31.595160 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:31.613502 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 74250f90-d3e1-4d5f-9027-76bc8303eb38 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:31.613890 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.628901 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:31.723322 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-87014d30-46c9-4cbb-bc5e-2e5b8243d517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:32.066591 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:32.296518 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Router cb421b84-de62-45aa-8cf3-dac2d7b0b20e is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:35:32.482564 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65cbe2b7-4f97-4702-a03d-1489311bac5a None None] Network 1962da62-f848-4701-8f89-ce3319a074d7 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:35:32.521655 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:32.548418 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:32.549631 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9440329 May 19 09:35:32.552406 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55610) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:32.572281 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Sync routers for ids ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:32.588490 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-60f6303e-0d49-477c-b20c-a9f758581087 None None] Provisioning for port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:32.646866 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Routers {'cb421b84-de62-45aa-8cf3-dac2d7b0b20e'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:32.647527 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:32.934095 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 1f17784f-bab6-48f9-9365-851ad0d67270 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:32.963625 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Set router cb421b84-de62-45aa-8cf3-dac2d7b0b20e gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:33.067565 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Sync routers for ids ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:33.078269 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Routers {'d1ca8c32-f361-457b-9b64-f452ea98f8a1'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:33.079067 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:33.242224 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 1f17784f-bab6-48f9-9365-851ad0d67270 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:33.276926 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 1f17784f-bab6-48f9-9365-851ad0d67270 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:33.277313 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.310528 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Set router d1ca8c32-f361-457b-9b64-f452ea98f8a1 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:33.433043 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.461980 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 1f17784f-bab6-48f9-9365-851ad0d67270, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=1f17784f-bab6-48f9-9365-851ad0d67270,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:33.473302 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:29Z', 'updated_at': '2021-05-19T09:35:31Z', 'revision_number': 3, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'gw_port': {'id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:30Z', 'updated_at': '2021-05-19T09:35:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:33.478235 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Checking router: cb421b84-de62-45aa-8cf3-dac2d7b0b20e for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:33.478995 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Updating router cb421b84-de62-45aa-8cf3-dac2d7b0b20e port 12c6ef26-e887-4113-9913-bc0c170ebe73 binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:35:33.488293 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.503741 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.504616 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:33.537227 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:33.650090 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.674590 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 4, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'gw_port': {'id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5', 'name': '', 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'mac_address': 'fa:16:3e:14:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:24Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 2, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'subnets': [{'id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:33.678481 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Checking router: d1ca8c32-f361-457b-9b64-f452ea98f8a1 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:33.678844 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Updating router d1ca8c32-f361-457b-9b64-f452ea98f8a1 port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:35:33.716125 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=1f17784f-bab6-48f9-9365-851ad0d67270,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:33.719012 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:33.727097 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Allocated IP 172.20.0.1 (1962da62-f848-4701-8f89-ce3319a074d7/b105b70b-7104-4d19-b6a1-ad359fdc53a7/fdf37463-6c4f-4fcf-acb8-53c533dbea7d) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:33.733056 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.787102 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:33.787972 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.889167 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.909225 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Transition to ACTIVE for port object fdf37463-6c4f-4fcf-acb8-53c533dbea7d will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:33.955523 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:33.965224 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:34.035476 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Network 1962da62-f848-4701-8f89-ce3319a074d7 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:34.038437 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:34.039010 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device de721cd2-0edc-4305-b726-ef00219d51c5 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:34.042422 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:34.088590 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf37463-6c4f-4fcf-acb8-53c533dbea7d,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:34.094236 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:34.105348 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.149541 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.168450 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Transition to ACTIVE for port object 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:34.183263 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.194375 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:34.198508 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port de721cd2-0edc-4305-b726-ef00219d51c5 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:34.199028 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.347675 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.356390 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb862d-6edc-41c6-b6bf-f2f1f0f186d8 None None] Pushing event updated for resources: {'Port': ['ID=2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:34.368648 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.383375 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Transition to ACTIVE for port object 12c6ef26-e887-4113-9913-bc0c170ebe73 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:34.394339 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-98bb862d-6edc-41c6-b6bf-f2f1f0f186d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:34.429528 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.439727 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:34.470644 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Attempting to bind port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:34.471362 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Attempting to bind port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:34.472032 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Attempting to bind port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 on network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:34.481299 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:34.482335 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Checking segment: {'id': '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:34.482492 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.483856 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Bound using segment: {'id': '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:34.484700 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Bound port: 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 976, 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:34.486941 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.519675 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.521110 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-5657aab8-21b7-467f-867e-74f2f16c1180 None None] Provisioning for port fdf37463-6c4f-4fcf-acb8-53c533dbea7d completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:34.560531 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1f4eb9d5-f38b-4d7f-a32b-14d30424ec15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.595744 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Attempting to bind port 12c6ef26-e887-4113-9913-bc0c170ebe73 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:34.596183 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Attempting to bind port 12c6ef26-e887-4113-9913-bc0c170ebe73 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:34.596554 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Attempting to bind port 12c6ef26-e887-4113-9913-bc0c170ebe73 on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:34.603310 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-5657aab8-21b7-467f-867e-74f2f16c1180 None None] Provisioning complete for port fdf37463-6c4f-4fcf-acb8-53c533dbea7d triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:34.603725 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5657aab8-21b7-467f-867e-74f2f16c1180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.619782 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] For port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:34.623230 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] For port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5,segment=NetworkSegment(52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8),segment_id=52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:34.631625 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.647128 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:34.653068 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050ab7a-0207-42af-9bb9-da787332db46 None None] Pushing event updated for resources: {'Port': ['ID=12c6ef26-e887-4113-9913-bc0c170ebe73,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:34.671681 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:34.672205 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:34.672779 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.673271 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:34.673849 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Bound port: 12c6ef26-e887-4113-9913-bc0c170ebe73, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:34.674279 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-8df544da-dd7d-41b3-9723-8cb66ce71243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:34.674739 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.677005 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-8df544da-dd7d-41b3-9723-8cb66ce71243 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 1097 time: 0.1406200 May 19 09:35:34.702727 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a050ab7a-0207-42af-9bb9-da787332db46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:34.770997 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-5657aab8-21b7-467f-867e-74f2f16c1180 None None] Port fdf37463-6c4f-4fcf-acb8-53c533dbea7d cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:34.807130 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb862d-6edc-41c6-b6bf-f2f1f0f186d8 None None] Pushing event updated for resources: {'Port': ['ID=2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5,revision_number=4']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:34.811232 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-98bb862d-6edc-41c6-b6bf-f2f1f0f186d8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:34.817847 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-bfcd609e-db8a-4198-9064-675d62a5c109 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85521590-c6f7-4612-8569-0d032d4a2372 HTTP/1.1" status: 200 len: 217 time: 0.1235955 May 19 09:35:34.829529 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Routers {'d1ca8c32-f361-457b-9b64-f452ea98f8a1'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:34.830420 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:34.839298 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:34.893928 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] For port 12c6ef26-e887-4113-9913-bc0c170ebe73, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:34.901074 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.918647 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a21ae-eb7c-45d9-8de4-9f53f47343e8 req-0914b8fa-6167-46b0-af17-11f0eef04887 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:34.921526 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-544a21ae-eb7c-45d9-8de4-9f53f47343e8 req-0914b8fa-6167-46b0-af17-11f0eef04887 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 944 time: 0.5120425 May 19 09:35:34.923945 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.944111 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] For port 12c6ef26-e887-4113-9913-bc0c170ebe73, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=12c6ef26-e887-4113-9913-bc0c170ebe73,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:34.958754 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-9f8eb1e2-0c99-4cf8-8ed2-e727227e18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:34.965105 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-9f8eb1e2-0c99-4cf8-8ed2-e727227e18fe service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d13d5d72-bec9-49ea-9ebb-f79763e8470f HTTP/1.1" status: 200 len: 855 time: 0.1463776 May 19 09:35:34.971930 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:34.993314 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:35.051096 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:35.087482 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d6c4ac2-2918-483a-bac8-b50530af240f', 'tag': '85521590-c6f7-4612-8569-0d032d4a2372', 'status': 'completed', 'code': 200} May 19 09:35:35.097387 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-4a30ad0f-4801-4e78-8fd0-4e5bf7abc79a service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1180909 May 19 09:35:35.142839 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.174224 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Routers {'cb421b84-de62-45aa-8cf3-dac2d7b0b20e'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:35.174862 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:35.220546 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] Set router d1ca8c32-f361-457b-9b64-f452ea98f8a1 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:35.317695 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.324048 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:35.328338 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050ab7a-0207-42af-9bb9-da787332db46 None None] Pushing event updated for resources: {'Port': ['ID=12c6ef26-e887-4113-9913-bc0c170ebe73,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:35.335182 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a050ab7a-0207-42af-9bb9-da787332db46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:35.376853 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-fe099171-8801-46f5-804b-d7631c6588f4 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709403 May 19 09:35:35.390752 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fdf37463-6c4f-4fcf-acb8-53c533dbea7d,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:35.401867 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-544a21ae-eb7c-45d9-8de4-9f53f47343e8 req-d3a073fe-5ee6-486e-8362-a38b9ab3d913 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3549747 May 19 09:35:35.406185 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:35.426325 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:35.427450 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.438929 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-ab1850d8-fd39-487c-8135-2822ab5d4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:35.440747 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-ab1850d8-fd39-487c-8135-2822ab5d4fd0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 1099 time: 0.2715566 May 19 09:35:35.495964 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Network 1962da62-f848-4701-8f89-ce3319a074d7 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:35.605814 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] Set router cb421b84-de62-45aa-8cf3-dac2d7b0b20e gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:35.657658 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:35.715876 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-37fc4297-98b7-4d44-95a5-e6d68fe1b49d req-34e6a35d-c2d4-491a-b837-d0d0618cc2bd service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202372 May 19 09:35:35.725848 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 4, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'gw_port': {'id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5', 'name': '', 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'mac_address': 'fa:16:3e:14:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:24Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 4, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'subnets': [{'id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:35.730442 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8989324-bbd0-4e12-8529-72e8948f527d None None] The sync data for ids ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'] in dv-cinder-791281-2-iscsi is: [{'id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 4, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'gw_port': {'id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5', 'name': '', 'network_id': '466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'mac_address': 'fa:16:3e:14:65:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:24Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 4, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'subnets': [{'id': 'f9b10395-d18c-4e46-86ea-d27a7280bc86', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:35.855719 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:35.935825 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55642) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:35.945953 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1528015447', 'description': 'tempest-secgroup-smoke-1528015447 description', 'project_id': 'e82bbbcdf967433fbc450f8487dc2500'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:35.966934 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:35.980213 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:security_group and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:35.981325 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Router cb421b84-de62-45aa-8cf3-dac2d7b0b20e has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:35:36.000542 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:36.028308 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:36.033550 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-109e38dd-0a9e-4db1-808f-94dcf2dc2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:36.035353 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-109e38dd-0a9e-4db1-808f-94dcf2dc2c6c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 1097 time: 0.2362123 May 19 09:35:36.132567 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=48453b1f-acf4-4e89-842b-2eb0ed2dbe8e,segment=NetworkSegment(c9d5883d-068a-484a-88b5-b9ed7f3d6b66),segment_id=c9d5883d-068a-484a-88b5-b9ed7f3d6b66)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:36.158308 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.165230 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8971860-bf32-4a10-a955-fb6c705cae13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:36.233085 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-6e7e1f1f-d1ed-4dc7-84cf-f430c82cbe70 None None] Provisioning complete for port fdf37463-6c4f-4fcf-acb8-53c533dbea7d triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:36.233765 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6e7e1f1f-d1ed-4dc7-84cf-f430c82cbe70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.288279 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:35:36.296280 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.340728 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] 10.222.0.46 "PUT /v2.0/routers/cb421b84-de62-45aa-8cf3-dac2d7b0b20e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7868855 May 19 09:35:36.374552 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:36.377253 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592fc2c3-d116-49e9-a3ee-205e7b08bb2f req-e81fe562-53ce-45b5-b958-593c39456a26 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:36.378824 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-592fc2c3-d116-49e9-a3ee-205e7b08bb2f req-e81fe562-53ce-45b5-b958-593c39456a26 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.7136722 May 19 09:35:36.385739 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:security_group_rule and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:36.391627 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:36.398310 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-ae134166-f160-43f5-816b-861bf773c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:36.399953 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-ae134166-f160-43f5-816b-861bf773c382 service neutron] 10.222.0.55 "GET /v2.0/networks?id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 200 len: 916 time: 0.3513906 May 19 09:35:36.400938 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:36.412938 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-7d6ecafb-1866-45d4-bc79-1e0732e7d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:36.414414 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-7d6ecafb-1866-45d4-bc79-1e0732e7d38e service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 919 time: 0.9053662 May 19 09:35:36.426990 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-6e7e1f1f-d1ed-4dc7-84cf-f430c82cbe70 None None] Port fdf37463-6c4f-4fcf-acb8-53c533dbea7d cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:36.428706 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 1f17784f-bab6-48f9-9365-851ad0d67270 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:36.494609 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-7a5095fd-6e12-4d07-95ff-5b04aa9587f7 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=85521590-c6f7-4612-8569-0d032d4a2372 HTTP/1.1" status: 200 len: 217 time: 0.0833838 May 19 09:35:36.500088 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=48453b1f-acf4-4e89-842b-2eb0ed2dbe8e,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:36.511352 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:36.585492 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 1f17784f-bab6-48f9-9365-851ad0d67270 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:36.585885 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.636271 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-9a78ea8a-53d3-4db4-b6d1-da7e4a42f9cd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 HTTP/1.1" status: 200 len: 217 time: 0.2039356 May 19 09:35:36.679776 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-aaba57ba-9cb8-4c22-85eb-75c39f9d24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:36.681461 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-aaba57ba-9cb8-4c22-85eb-75c39f9d24cc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=d13d5d72-bec9-49ea-9ebb-f79763e8470f HTTP/1.1" status: 200 len: 855 time: 0.1701393 May 19 09:35:36.729687 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-592fc2c3-d116-49e9-a3ee-205e7b08bb2f req-cb638af9-8d71-449e-b5c0-8952988f5add tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3369212 May 19 09:35:36.765151 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.780247 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-4a2a2ad7-bd36-4150-b8e9-20caecba1e5b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0814645 May 19 09:35:36.792023 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-be346642-62d9-4758-bb51-b97a3b25eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:36.793536 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-be346642-62d9-4758-bb51-b97a3b25eb5c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 200 len: 858 time: 0.1406815 May 19 09:35:36.859536 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.894789 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:36.908461 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-15898f64-bf8b-4489-ae64-d250ae336b57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:36.911336 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-08bb0827-7bd7-4d75-857d-864609ee9cb3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f507e5-77e4-4789-80f8-383757915103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080596 May 19 09:35:36.941182 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:37.099400 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:29Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 4, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'gw_port': {'id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:30Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'fdf37463-6c4f-4fcf-acb8-53c533dbea7d', 'name': '', 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'mac_address': 'fa:16:3e:57:3b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:33Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 2, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'subnets': [{'id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:37.116298 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44172c98-f02a-4c12-8d9a-9e43724f3f06 None None] The sync data for ids ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'] in dv-cinder-791281-2-iscsi is: [{'id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:29Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 4, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'gw_port': {'id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:30Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'fdf37463-6c4f-4fcf-acb8-53c533dbea7d', 'name': '', 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'mac_address': 'fa:16:3e:57:3b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:33Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 2, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'subnets': [{'id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:37.121802 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.145204 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:37.151017 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:37.151469 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.160760 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c670ec-cd57-4a81-bbc3-6f62949b1914,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:37.171970 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:37.176243 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-bc002599-400e-4006-99f8-04bd87f5b022 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472250 May 19 09:35:37.201231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.204215 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2623296 May 19 09:35:37.206941 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55662) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:37.222457 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Request body: {'security_group_rule': {'security_group_id': 'e4c670ec-cd57-4a81-bbc3-6f62949b1914', 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:37.228933 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:37.235156 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:security_group_rule and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:37.255741 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:37.262873 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-82c2a3b7-e5c1-421e-ba5d-25a79ad18055 service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4465718 May 19 09:35:37.265740 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:37.324577 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.379907 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5,segment=NetworkSegment(52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8),segment_id=52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:37.387954 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.390404 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8a56c4-ddf6-4483-a2b9-534dc0e590b6 req-db5644d9-4436-4ed4-bfda-709dc05ee1af tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:37.391018 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-024a6a5a-9a79-4a66-9f5f-554382958c93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:37.414142 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d8a56c4-ddf6-4483-a2b9-534dc0e590b6 req-db5644d9-4436-4ed4-bfda-709dc05ee1af tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 944 time: 0.4985039 May 19 09:35:37.483475 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:37.492157 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4fc94948-d6e1-4507-b76b-124ab818f2e4 req-9c5add25-8b42-4944-a032-dc81618bd4cf service neutron] 10.222.0.55 "GET /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209978 May 19 09:35:37.495825 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:37.509308 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.559138 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-75dea80a-a3d0-4d5a-8b97-008059dd8e02 req-60f83e8a-1946-4d08-8b66-f30e145a9b77 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714361 May 19 09:35:37.623697 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d8a56c4-ddf6-4483-a2b9-534dc0e590b6 req-a2e32af1-a055-4bac-a7b7-ae85346a01f1 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996648 May 19 09:35:37.709187 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.715382 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.718218 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:37.756184 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd35f6b6-2f44-4af3-81da-d0b488c8540c,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:37.772561 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:37.805202 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:37.807311 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5978036 May 19 09:35:37.810587 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55690) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:37.822023 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Request body: {'security_group_rule': {'security_group_id': 'e4c670ec-cd57-4a81-bbc3-6f62949b1914', 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:37.842575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:37.848975 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:security_group_rule and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:37.855144 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:37.877439 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:37.922025 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.022019 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.029017 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.031181 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:38.074538 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f4bd541-eb4b-4c8d-907e-106fc05e158e,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:38.081790 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:38.083993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.086312 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2744749 May 19 09:35:38.089232 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55698) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:38.095956 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Request body: {'security_group_rule': {'security_group_id': 'e4c670ec-cd57-4a81-bbc3-6f62949b1914', 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:38.123407 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3947a-d534-4ff7-87f2-3a2f329091f3 req-c5bb0bc9-0873-466b-9e81-4965a248076e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:38.125595 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74f3947a-d534-4ff7-87f2-3a2f329091f3 req-c5bb0bc9-0873-466b-9e81-4965a248076e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1789532 May 19 09:35:38.126971 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:38.135275 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:security_group_rule and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:38.152268 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:38.163715 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:38.198862 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74f3947a-d534-4ff7-87f2-3a2f329091f3 req-c6696455-eb09-491f-a238-cfa0d2bc8603 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655236 May 19 09:35:38.201110 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.322754 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:38.330975 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.350911 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.354052 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3b2d4425-09a2-4bb7-9818-43badce1a577 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:38.488426 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:38.490006 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.527360 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fbf144b-d224-4ebb-a9f6-33331b6fbac8,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:38.530936 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:38.536263 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.537691 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4470940 May 19 09:35:38.546755 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55702) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:38.565559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Request body: {'security_group_rule': {'security_group_id': 'e4c670ec-cd57-4a81-bbc3-6f62949b1914', 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:38.611739 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:38.616309 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:security_group_rule and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:38.622056 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:38.638179 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:38.671201 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:38.677158 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.785039 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.795035 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.823269 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:38.823669 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.827282 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8370e242-083a-4324-bf25-de3898f072d6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:38.863367 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8de26d2-647a-4440-9c51-898df1babb7c,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:38.866024 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:38.877418 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:38.881413 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-a7472ffe-3daa-4d3b-b9e5-cedf1c685517 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3327317 May 19 09:35:38.882030 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 55712) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:38.887517 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Request body: {'security_group_rule': {'security_group_id': 'e4c670ec-cd57-4a81-bbc3-6f62949b1914', 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:38.892056 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:35:38.897544 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:38.906157 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:security_group_rule and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:38.916616 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:38.925390 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:38.971444 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.securitygroups_db [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Project e82bbbcdf967433fbc450f8487dc2500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:35:38.982106 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.019848 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3f4b8a-0c8e-4020-b9bb-e1a6b6d7aaec req-f80b155b-733a-4f86-b4e3-ff7eecc43760 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:39.022014 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ef3f4b8a-0c8e-4020-b9bb-e1a6b6d7aaec req-f80b155b-733a-4f86-b4e3-ff7eecc43760 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 944 time: 0.1670628 May 19 09:35:39.084289 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ef3f4b8a-0c8e-4020-b9bb-e1a6b6d7aaec req-1dca509a-e406-4412-b3ff-47eebde156d5 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553522 May 19 09:35:39.116935 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.125008 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.129577 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-aab7dfa2-848f-4e57-be24-7a510075e14c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:39.196991 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42bfa6f6-fb85-4dac-8a05-2360dfabdb99,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:39.209796 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:39.213069 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.216470 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-1a7a1e21-fe07-4e6b-95f8-5bf385709aec tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3315017 May 19 09:35:39.217486 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 55720) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:35:39.228130 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Request body: {'security_group_rule': {'security_group_id': 'e4c670ec-cd57-4a81-bbc3-6f62949b1914', 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:39.239043 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:39.246966 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:security_group_rule and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:35:39.253232 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:35:39.270711 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:39.299605 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.securitygroups_db [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Project e82bbbcdf967433fbc450f8487dc2500 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:35:39.313030 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.467055 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.475275 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.486993 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:39.505204 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760780d4-07b3-4cdd-87fe-918ac06f824a req-8e222d8c-1b22-4bfd-8e40-3692d78d2d18 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:39.506703 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-760780d4-07b3-4cdd-87fe-918ac06f824a req-8e222d8c-1b22-4bfd-8e40-3692d78d2d18 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1612124 May 19 09:35:39.520758 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf6204a-d306-43dc-8947-73d2ad436aff,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:39.523461 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:39.542866 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:39.551989 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-af701092-29a7-4738-b8ac-24d94bf923a3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3253093 May 19 09:35:39.588824 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-760780d4-07b3-4cdd-87fe-918ac06f824a req-8656ea88-2c9c-4c26-a69c-1af3085d4fd8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640528 May 19 09:35:40.279316 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 85521590-c6f7-4612-8569-0d032d4a2372 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:35:40.336391 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 12c6ef26-e887-4113-9913-bc0c170ebe73 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:40.580913 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643266c2-f8cd-491e-80f6-2b594133f077 req-3030e95f-a2b1-4327-b6de-712a79c1e021 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:40.583917 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-643266c2-f8cd-491e-80f6-2b594133f077 req-3030e95f-a2b1-4327-b6de-712a79c1e021 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 944 time: 0.3335917 May 19 09:35:40.634754 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 12c6ef26-e887-4113-9913-bc0c170ebe73 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:40.645453 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 12c6ef26-e887-4113-9913-bc0c170ebe73 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:40.645839 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.718151 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 85521590-c6f7-4612-8569-0d032d4a2372, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=85521590-c6f7-4612-8569-0d032d4a2372,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:40.739544 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '85521590-c6f7-4612-8569-0d032d4a2372', 'network_id': 'd29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9', 'port_id': '85521590-c6f7-4612-8569-0d032d4a2372', 'mac_address': 'fa:16:3e:e7:83:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 973, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd13d5d72-bec9-49ea-9ebb-f79763e8470f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:35:40.750243 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-643266c2-f8cd-491e-80f6-2b594133f077 req-33e08250-b759-4203-887d-ffdd363917e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447344 May 19 09:35:40.871465 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.876528 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.901252 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85521590-c6f7-4612-8569-0d032d4a2372 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:35:40.918486 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 85521590-c6f7-4612-8569-0d032d4a2372, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=85521590-c6f7-4612-8569-0d032d4a2372,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:40.926647 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:40.932200 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:41.006530 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 12c6ef26-e887-4113-9913-bc0c170ebe73, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=12c6ef26-e887-4113-9913-bc0c170ebe73,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:41.026413 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:41.035410 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=85521590-c6f7-4612-8569-0d032d4a2372,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:41.039299 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:41.039808 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:41.057236 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b883bda-7fc0-4999-93f9-f08d41271ce2 req-f7e3c62a-679d-4c17-aa4d-256debe36b3d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:41.071269 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5b883bda-7fc0-4999-93f9-f08d41271ce2 req-f7e3c62a-679d-4c17-aa4d-256debe36b3d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1622558 May 19 09:35:41.172769 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5b883bda-7fc0-4999-93f9-f08d41271ce2 req-0c88fc31-9c46-490e-936e-31ec5902cad3 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982769 May 19 09:35:41.197050 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=12c6ef26-e887-4113-9913-bc0c170ebe73,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:41.223387 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:41.615433 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['85521590-c6f7-4612-8569-0d032d4a2372'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:35:41.734106 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Sync routers for ids ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:35:41.756826 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Routers {'cb421b84-de62-45aa-8cf3-dac2d7b0b20e'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:41.756826 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:42.037859 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad9a74-abcf-4b07-aca4-8a859a8e3cb1 req-d70e798d-e9e8-4b13-b71c-aa85ca5a4ad0 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:42.045393 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-15ad9a74-abcf-4b07-aca4-8a859a8e3cb1 req-d70e798d-e9e8-4b13-b71c-aa85ca5a4ad0 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 945 time: 0.1457846 May 19 09:35:42.103147 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-15ad9a74-abcf-4b07-aca4-8a859a8e3cb1 req-34de4ceb-6095-454d-b289-53c9987662f4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457354 May 19 09:35:42.110382 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Set router cb421b84-de62-45aa-8cf3-dac2d7b0b20e gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:42.331675 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 12c6ef26-e887-4113-9913-bc0c170ebe73 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:42.527703 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df76dbc-f85b-4ae7-a489-529ec75adea2 req-e962c2d8-c0b6-49f1-8c63-6277c47fc979 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:42.530146 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3df76dbc-f85b-4ae7-a489-529ec75adea2 req-e962c2d8-c0b6-49f1-8c63-6277c47fc979 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1641245 May 19 09:35:42.556580 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 12c6ef26-e887-4113-9913-bc0c170ebe73 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:42.556968 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:42.645317 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3df76dbc-f85b-4ae7-a489-529ec75adea2 req-7c0245d7-ec81-4385-a83d-02eb0a8680a2 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012142 May 19 09:35:42.819747 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:29Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 4, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'gw_port': {'id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:30Z', 'updated_at': '2021-05-19T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'fdf37463-6c4f-4fcf-acb8-53c533dbea7d', 'name': '', 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'mac_address': 'fa:16:3e:57:3b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:33Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 2, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'subnets': [{'id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:42.824586 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Checking router: cb421b84-de62-45aa-8cf3-dac2d7b0b20e for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:35:42.825082 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Updating router cb421b84-de62-45aa-8cf3-dac2d7b0b20e port fdf37463-6c4f-4fcf-acb8-53c533dbea7d binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:35:42.895420 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:43.337033 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:43.370093 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Transition to ACTIVE for port object fdf37463-6c4f-4fcf-acb8-53c533dbea7d will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:43.382081 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:43.389344 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-ae1e1576-8f84-4fdb-b49a-70c98f514089 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:43.398330 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e64e96-6a83-495b-9348-080c8961c102 req-04c24a5e-9979-4986-97cd-1e32f17c8e46 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:43.413256 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-84e64e96-6a83-495b-9348-080c8961c102 req-04c24a5e-9979-4986-97cd-1e32f17c8e46 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 945 time: 0.1491148 May 19 09:35:43.511728 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-84e64e96-6a83-495b-9348-080c8961c102 req-89e3c4e6-f54f-469c-b054-578bfdfe4ae4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974638 May 19 09:35:43.612846 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5578f-6dec-4bb5-a99b-35839886e6a5 None None] Pushing event updated for resources: {'Port': ['ID=fdf37463-6c4f-4fcf-acb8-53c533dbea7d,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:43.664183 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-32b5578f-6dec-4bb5-a99b-35839886e6a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:43.741399 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Attempting to bind port fdf37463-6c4f-4fcf-acb8-53c533dbea7d on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:35:43.741780 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Attempting to bind port fdf37463-6c4f-4fcf-acb8-53c533dbea7d by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:35:43.742154 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Attempting to bind port fdf37463-6c4f-4fcf-acb8-53c533dbea7d on network 1962da62-f848-4701-8f89-ce3319a074d7 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:35:43.748897 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:35:43.749280 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Checking segment: {'id': 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:35:43.749799 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:43.750896 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Bound using segment: {'id': 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:35:43.751386 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Bound port: fdf37463-6c4f-4fcf-acb8-53c533dbea7d, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 953, 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:35:43.751793 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:43.884359 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] For port fdf37463-6c4f-4fcf-acb8-53c533dbea7d, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:35:43.889798 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] For port fdf37463-6c4f-4fcf-acb8-53c533dbea7d, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=fdf37463-6c4f-4fcf-acb8-53c533dbea7d,segment=NetworkSegment(c9d5883d-068a-484a-88b5-b9ed7f3d6b66),segment_id=c9d5883d-068a-484a-88b5-b9ed7f3d6b66)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:35:43.898687 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:43.912477 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a050ab7a-0207-42af-9bb9-da787332db46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:43.914867 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6a6a0-f938-4e54-a57f-d95fc53dfb8d req-47526a16-4896-442a-9a6c-5c696db47d94 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:43.923032 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-95f6a6a0-f938-4e54-a57f-d95fc53dfb8d req-47526a16-4896-442a-9a6c-5c696db47d94 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1251791 May 19 09:35:43.997979 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Routers {'cb421b84-de62-45aa-8cf3-dac2d7b0b20e'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:35:43.998730 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:35:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:44.007255 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-95f6a6a0-f938-4e54-a57f-d95fc53dfb8d req-fa7211e7-49f2-4ccf-b079-3c3119626451 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832090 May 19 09:35:44.175377 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5578f-6dec-4bb5-a99b-35839886e6a5 None None] Pushing event updated for resources: {'Port': ['ID=fdf37463-6c4f-4fcf-acb8-53c533dbea7d,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:44.180637 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-32b5578f-6dec-4bb5-a99b-35839886e6a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:44.314059 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 85521590-c6f7-4612-8569-0d032d4a2372 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:44.412472 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] Set router cb421b84-de62-45aa-8cf3-dac2d7b0b20e gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:35:44.795640 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 85521590-c6f7-4612-8569-0d032d4a2372 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:44.848748 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f00863-594d-455e-aa61-87c24162c126 req-7d253c0a-4597-4672-8bbd-005364a2440b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:44.852547 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 85521590-c6f7-4612-8569-0d032d4a2372 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:44.852547 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:44.857344 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d9f00863-594d-455e-aa61-87c24162c126 req-7d253c0a-4597-4672-8bbd-005364a2440b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 945 time: 0.1447587 May 19 09:35:44.931466 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d9f00863-594d-455e-aa61-87c24162c126 req-e390f189-9098-4ed8-9088-42a8b7344d1b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730217 May 19 09:35:45.074496 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:45.109077 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6c4ac2-2918-483a-bac8-b50530af240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85521590-c6f7-4612-8569-0d032d4a2372'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:35:45.126490 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 85521590-c6f7-4612-8569-0d032d4a2372, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=85521590-c6f7-4612-8569-0d032d4a2372,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:45.129389 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:29Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 4, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'gw_port': {'id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:30Z', 'updated_at': '2021-05-19T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'fdf37463-6c4f-4fcf-acb8-53c533dbea7d', 'name': '', 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'mac_address': 'fa:16:3e:57:3b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:33Z', 'updated_at': '2021-05-19T09:35:43Z', 'revision_number': 4, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'subnets': [{'id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:35:45.134776 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075752ad-77e1-4326-9da4-e25fd10f1c7d None None] The sync data for ids ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'] in dv-cinder-791281-2-iscsi is: [{'id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:29Z', 'updated_at': '2021-05-19T09:35:34Z', 'revision_number': 4, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'gw_port': {'id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:30Z', 'updated_at': '2021-05-19T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'fdf37463-6c4f-4fcf-acb8-53c533dbea7d', 'name': '', 'network_id': '1962da62-f848-4701-8f89-ce3319a074d7', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'mac_address': 'fa:16:3e:57:3b:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_interface', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:33Z', 'updated_at': '2021-05-19T09:35:43Z', 'revision_number': 4, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'subnets': [{'id': 'b105b70b-7104-4d19-b6a1-ad359fdc53a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:35:45.138357 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:45.141537 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:45.227800 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6c4ac2-2918-483a-bac8-b50530af240f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85521590-c6f7-4612-8569-0d032d4a2372', 'code': 200} May 19 09:35:45.263467 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=85521590-c6f7-4612-8569-0d032d4a2372,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:45.278031 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:45.325125 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ecb2c6-7875-47c8-b7bb-72e442e5e1c6 req-cad2e2b7-1df4-4a37-b8bf-d09939c97f7d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:45.326846 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-66ecb2c6-7875-47c8-b7bb-72e442e5e1c6 req-cad2e2b7-1df4-4a37-b8bf-d09939c97f7d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1621377 May 19 09:35:45.391524 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-66ecb2c6-7875-47c8-b7bb-72e442e5e1c6 req-b4a63f81-be1d-4d93-ada7-c03004b7aa39 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542970 May 19 09:35:46.161952 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91fd57-14e3-4c92-9cee-8d0820d1cf73 req-e2bb02f6-5417-457e-b734-1821d4c8686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:46.163562 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d91fd57-14e3-4c92-9cee-8d0820d1cf73 req-e2bb02f6-5417-457e-b734-1821d4c8686c service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 1099 time: 0.1021495 May 19 09:35:46.288482 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d91fd57-14e3-4c92-9cee-8d0820d1cf73 req-ab2e575e-246c-4b95-a23b-9f1ff0dbfbe1 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120734 May 19 09:35:46.317781 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device fdf37463-6c4f-4fcf-acb8-53c533dbea7d up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:46.340505 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33b5e51-b9cd-4408-bb3c-c4ff99457ae4 req-b0f31296-06ed-42af-8ce5-86528975033f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:46.347908 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c33b5e51-b9cd-4408-bb3c-c4ff99457ae4 req-b0f31296-06ed-42af-8ce5-86528975033f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 946 time: 0.1374433 May 19 09:35:46.402563 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c33b5e51-b9cd-4408-bb3c-c4ff99457ae4 req-a5feae1f-cefd-4a70-b28d-692415174397 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536313 May 19 09:35:46.434371 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port fdf37463-6c4f-4fcf-acb8-53c533dbea7d completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:46.446533 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port fdf37463-6c4f-4fcf-acb8-53c533dbea7d triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:46.446533 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:46.606573 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e276827f-365e-4a07-b148-e1392b6f6058 req-c2f55be7-d035-4069-adee-5af744922c8f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:46.608108 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e276827f-365e-4a07-b148-e1392b6f6058 req-c2f55be7-d035-4069-adee-5af744922c8f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.0943565 May 19 09:35:46.610440 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:46.658078 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e276827f-365e-4a07-b148-e1392b6f6058 req-d0d8c140-5b1e-41a2-b460-7a12ba468c68 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431435 May 19 09:35:46.668460 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port fdf37463-6c4f-4fcf-acb8-53c533dbea7d, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=fdf37463-6c4f-4fcf-acb8-53c533dbea7d,segment=NetworkSegment(c9d5883d-068a-484a-88b5-b9ed7f3d6b66),segment_id=c9d5883d-068a-484a-88b5-b9ed7f3d6b66)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:35:46.674379 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:46.679891 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-32b5578f-6dec-4bb5-a99b-35839886e6a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:46.752708 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=fdf37463-6c4f-4fcf-acb8-53c533dbea7d,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:46.758162 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:48.263572 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device fdf37463-6c4f-4fcf-acb8-53c533dbea7d up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:35:48.341136 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port fdf37463-6c4f-4fcf-acb8-53c533dbea7d triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:48.341793 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:54.206822 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ec23d-179c-4357-bae0-1e0361cbc8cb req-7a683a35-d0f8-49f0-8575-d68ec9e9bc09 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:54.208365 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e0ec23d-179c-4357-bae0-1e0361cbc8cb req-7a683a35-d0f8-49f0-8575-d68ec9e9bc09 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1133161 May 19 09:35:54.216510 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af64787-f868-430a-be98-2d01c3c27728 req-9204e4ba-edf6-4a03-b862-9d6eab5c22b4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:54.218009 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2af64787-f868-430a-be98-2d01c3c27728 req-9204e4ba-edf6-4a03-b862-9d6eab5c22b4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 946 time: 0.1598544 May 19 09:35:54.289442 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e0ec23d-179c-4357-bae0-1e0361cbc8cb req-03253b07-bea7-49d4-8e8d-e4af930331cf tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705123 May 19 09:35:54.300722 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2af64787-f868-430a-be98-2d01c3c27728 req-3eed12a4-4822-423a-9b05-14203b9b58da tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662298 May 19 09:35:54.871450 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-af134d16-fb3b-4101-8e94-f182aa54de8d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:54.872065 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-af134d16-fb3b-4101-8e94-f182aa54de8d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Synchronizing usage tracker for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:network {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:54.898183 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-af134d16-fb3b-4101-8e94-f182aa54de8d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Unset dirty status for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:network {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:54.899389 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-af134d16-fb3b-4101-8e94-f182aa54de8d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/networks?id=fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 200 len: 815 time: 0.2418990 May 19 09:35:54.914787 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-85574d95-c848-43dc-af2a-61aa8768b9da tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/quotas/71cb6d0c765d429eb4f1e28cb170da57 HTTP/1.1" status: 200 len: 375 time: 0.0096815 May 19 09:35:54.996741 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-42fd3109-9ef2-4eb9-b62a-0967a42ad785 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Synchronizing usage tracker for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:55.015647 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-42fd3109-9ef2-4eb9-b62a-0967a42ad785 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Unset dirty status for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:55.017803 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-42fd3109-9ef2-4eb9-b62a-0967a42ad785 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973706 May 19 09:35:55.169935 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-ac4dd0d3-7a49-4dbd-9ad3-397436df8dee service neutron] 10.222.0.46 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403897 May 19 09:35:55.318326 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-579675cc-5ed6-48cf-ad2a-0a026f08edfc service neutron] 10.222.0.46 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421483 May 19 09:35:55.494748 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6183c0a-0bcc-4a80-87fe-f58f5fbb07f8 req-ce93787b-1650-43ff-8e39-279c0bd205e9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:55.496327 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d6183c0a-0bcc-4a80-87fe-f58f5fbb07f8 req-ce93787b-1650-43ff-8e39-279c0bd205e9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.0942991 May 19 09:35:55.595547 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d6183c0a-0bcc-4a80-87fe-f58f5fbb07f8 req-4a974689-9ee6-4221-bd6b-0f9b74ccef46 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890694 May 19 09:35:55.641498 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3828b7d6-47c0-4dcf-8aac-9a6d2caac6a6 req-57ddcdfe-4901-42a3-88f2-ad8ba16513c9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:55.650019 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3828b7d6-47c0-4dcf-8aac-9a6d2caac6a6 req-57ddcdfe-4901-42a3-88f2-ad8ba16513c9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 946 time: 0.1270306 May 19 09:35:55.750549 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2fabedf5-4ab0-4595-b783-f59b9be84f59 req-c1aea9be-883c-42a8-93ec-649f91c59dd9 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 210 time: 0.0834119 May 19 09:35:55.791375 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3828b7d6-47c0-4dcf-8aac-9a6d2caac6a6 req-062f2ee7-595f-4d38-9130-a31f96991ec9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403580 May 19 09:35:56.938410 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-91382170-56e1-420c-8a21-5850503ebe94 req-530bbe3e-72d9-4484-8e0d-fda1319eaae1 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 210 time: 0.0534689 May 19 09:35:56.964955 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2fc31f-f400-4714-ba15-3d4f0235b3ad req-853fb0fa-bc38-4ff1-bb7c-ed272cfbd213 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:56.966639 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cc2fc31f-f400-4714-ba15-3d4f0235b3ad req-853fb0fa-bc38-4ff1-bb7c-ed272cfbd213 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.2573748 May 19 09:35:56.980620 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-e81eb0bd-3e48-422f-972a-fa2b354d92db tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:56.982494 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-e81eb0bd-3e48-422f-972a-fa2b354d92db tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.55 "GET /v2.0/networks?id=fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 200 len: 815 time: 0.2324328 May 19 09:35:57.008918 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'port': {'device_id': '0fde971e-e959-4a09-bcb7-413c248c1362', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'admin_state_up': True, 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:35:57.112222 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cc2fc31f-f400-4714-ba15-3d4f0235b3ad req-41f63780-b266-4e02-890d-c5ab2c7f2f8c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288879 May 19 09:35:57.257890 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:35:57.278403 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbafd0d-557f-4aec-86c3-430e37d52be4 req-dae6b2ad-6ef4-4931-9d85-7e2b2f59397a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:57.280426 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fbbafd0d-557f-4aec-86c3-430e37d52be4 req-dae6b2ad-6ef4-4931-9d85-7e2b2f59397a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 946 time: 0.2292023 May 19 09:35:57.281619 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:35:57.325975 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Made reservation on behalf of 71cb6d0c765d429eb4f1e28cb170da57 for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:35:57.353829 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:57.377737 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fbbafd0d-557f-4aec-86c3-430e37d52be4 req-e5565e5b-37eb-4b3f-aaf4-0c567fc2d074 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899353 May 19 09:35:57.632572 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Allocated IP 172.20.0.6 (fd80daa7-f242-43dd-84c4-3abd3d59564e/c1420acb-d341-47d4-a102-59148351b9b0/e4ab1aee-0572-4305-8549-4eee7bb9b192) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:35:57.961039 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:57.982440 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Transition to ACTIVE for port object e4ab1aee-0572-4305-8549-4eee7bb9b192 will not be triggered until provisioned by entity DHCP. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:35:58.050153 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:58.062945 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-172b9540-9177-49ec-ac93-be394f39c0d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:35:58.288030 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Network fd80daa7-f242-43dd-84c4-3abd3d59564e is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:35:58.291886 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:35:58.301102 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:35:58.344989 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'Port': ['ID=e4ab1aee-0572-4305-8549-4eee7bb9b192,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:35:58.366510 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.366934 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.367236 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.367616 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.367961 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.368309 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.368670 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.368994 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.369336 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.369678 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.370017 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.370352 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:35:58.379492 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:35:58.396735 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:58.397413 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:58.453137 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0315c13f-2c78-407a-a12e-3838b6bbaae9 req-abff9b1e-bb07-4c8e-bfb5-d97faffbefd8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:58.455089 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0315c13f-2c78-407a-a12e-3838b6bbaae9 req-abff9b1e-bb07-4c8e-bfb5-d97faffbefd8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 931 time: 0.3360157 May 19 09:35:58.502843 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5010371 May 19 09:35:58.527709 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-0315c13f-2c78-407a-a12e-3838b6bbaae9 req-ead03027-ee75-4969-b3e1-305f03635690 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Synchronizing usage tracker for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:35:58.544085 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-a1a79795-d664-4988-adc6-0d2265aa83a1 None None] Provisioning for port e4ab1aee-0572-4305-8549-4eee7bb9b192 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:35:58.548936 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-0315c13f-2c78-407a-a12e-3838b6bbaae9 req-ead03027-ee75-4969-b3e1-305f03635690 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Unset dirty status for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:35:58.550335 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0315c13f-2c78-407a-a12e-3838b6bbaae9 req-ead03027-ee75-4969-b3e1-305f03635690 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823553 May 19 09:35:58.569328 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-a1a79795-d664-4988-adc6-0d2265aa83a1 None None] Provisioning complete for port e4ab1aee-0572-4305-8549-4eee7bb9b192 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:35:58.569789 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a1a79795-d664-4988-adc6-0d2265aa83a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:35:58.630684 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-a1a79795-d664-4988-adc6-0d2265aa83a1 None None] Port e4ab1aee-0572-4305-8549-4eee7bb9b192 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:35:58.746345 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044935d5-f168-4ab9-b9bf-fc0c28b22a9a req-ba0ebb0c-0589-4ace-bb91-5571bf8fa801 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:35:58.747776 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-044935d5-f168-4ab9-b9bf-fc0c28b22a9a req-ba0ebb0c-0589-4ace-bb91-5571bf8fa801 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.0797253 May 19 09:35:58.796608 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-044935d5-f168-4ab9-b9bf-fc0c28b22a9a req-0853fd99-a337-4628-a59f-13002f0d2b8f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429225 May 19 09:36:01.636213 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-88125b11-d8d8-4757-a6e8-eb417e528204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:02.407917 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 56096) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:02.577482 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:02.592348 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:02.596365 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Usage tracker for resource:security_group_rule and tenant:2631bea9e4d24406953ff3ecab37ccae is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:02.599407 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:02.606417 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:02.705070 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:02.709778 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:02.716793 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-376c164e-74ec-4caf-a535-d623bec07388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:02.756253 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8538024-e655-424d-81da-6fe2f991d36b,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:02.760497 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2631bea9e4d24406953ff3ecab37ccae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3515143 May 19 09:36:02.761394 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:02.763416 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56102) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:02.823047 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:02.853943 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:02.914772 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:02.921553 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b2d0b381-b8d8-4e0a-be83-2b309f3401b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:02.937763 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8538024-e655-424d-81da-6fe2f991d36b,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:02.948010 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.948392 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.948761 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.949147 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.949516 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.949990 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.950344 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.950719 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.951098 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.951445 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.951842 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.952186 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:02.955813 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:02.959173 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f8538024-e655-424d-81da-6fe2f991d36b HTTP/1.1" status: 204 len: 168 time: 0.1924131 May 19 09:36:02.959173 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:03.708780 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56132) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:03.821154 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-177072848-network', 'tenant_id': 'dfb441aa98744918a800bde78b7b52c3'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:03.825945 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:03.830445 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Usage tracker for resource:network and tenant:dfb441aa98744918a800bde78b7b52c3 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:03.833923 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:03.840995 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:03.854143 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Made reservation on behalf of dfb441aa98744918a800bde78b7b52c3 for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:36:03.856416 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:03.870072 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:03.887716 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:03.892163 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Usage tracker for resource:security_group_rule and tenant:dfb441aa98744918a800bde78b7b52c3 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:03.895742 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:03.902338 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:03.999882 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.003896 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.008077 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:04.032233 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:36:04.044666 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78a8ba01-6c07-4168-b13d-015a296e5692,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:04.048491 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:04.051102 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.051442 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Added segment 7a2a565f-7f52-4db9-99c9-5b53d4e3320e of type vlan for network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b May 19 09:36:04.079006 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.111067 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.112495 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:04.113064 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.117621 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cf55c657-a74f-4d9b-9c35-6e697f3924ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:04.227796 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5178013 May 19 09:36:04.228987 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Pushing event updated for resources: {'Network': ['ID=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:04.230856 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 56140) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:04.232356 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:04.236912 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Request body: {'subnet': {'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-177072848-subnet', 'tenant_id': 'dfb441aa98744918a800bde78b7b52c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:04.240163 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:36:04.262777 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:04.274639 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Usage tracker for resource:subnet and tenant:dfb441aa98744918a800bde78b7b52c3 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:04.282685 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:04.294815 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:04.309129 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Made reservation on behalf of dfb441aa98744918a800bde78b7b52c3 for: {'subnet': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:36:04.312493 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14697789'] for subnet, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.400618 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.403859 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-840c6bd8-e41b-4658-b049-ef5b155613a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.703278 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15095038', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14697743'] for subnet, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.707383 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:04.785575 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=94ccfb68-ef95-4c57-ae8f-d2b273c65084,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:04.789692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:04.794210 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Checking segment: {'id': '7a2a565f-7f52-4db9-99c9-5b53d4e3320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:04.794580 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Network hostable DHCP agents. Network: 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91664) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:36:04.812214 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91664) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:36:04.820913 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b) {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:04.829054 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ac8f6-dd13-483f-bda9-5de16b479a56 None None] Network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:36:04.837353 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:04.838088 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:04.862530 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-94d900a7-1d2b-47f3-9e1c-d33fc7edd47d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6305318 May 19 09:36:05.018357 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f24cc525-384f-4103-8471-06c734397f2c None None] Network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:36:05.177866 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:06.706195 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:07.008615 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:15.870809 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:36:27.794084 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Request body: {'port': {'device_id': '0fde971e-e959-4a09-bcb7-413c248c1362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:27.909204 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:27.938611 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-9a6ae164-fcef-43ea-8fa5-7082b5e7b2a3 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884998 May 19 09:36:28.260008 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665f3af-ecfd-401a-a9e2-c81fb42de718 req-37c84502-fb4e-4b64-83a1-4e3af60f1fe1 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:28.260713 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-d665f3af-ecfd-401a-a9e2-c81fb42de718 req-37c84502-fb4e-4b64-83a1-4e3af60f1fe1 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Synchronizing usage tracker for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:36:28.279195 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0d800-63a9-414f-897c-9e7a8bf45400 req-a7b1398c-e8b5-4f55-93ba-7e24da39c08b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:28.281012 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b1e0d800-63a9-414f-897c-9e7a8bf45400 req-a7b1398c-e8b5-4f55-93ba-7e24da39c08b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.2792621 May 19 09:36:28.328256 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-d665f3af-ecfd-401a-a9e2-c81fb42de718 req-37c84502-fb4e-4b64-83a1-4e3af60f1fe1 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Unset dirty status for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:36:28.335155 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d665f3af-ecfd-401a-a9e2-c81fb42de718 req-37c84502-fb4e-4b64-83a1-4e3af60f1fe1 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 931 time: 0.4070535 May 19 09:36:28.357717 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-c98a30ac-027f-4d39-9dab-f88255796b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:28.360084 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-c98a30ac-027f-4d39-9dab-f88255796b2f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 1098 time: 0.0731409 May 19 09:36:28.403609 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b1e0d800-63a9-414f-897c-9e7a8bf45400 req-f701e840-3288-47e5-8471-e40cf5943608 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132188 May 19 09:36:28.424443 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d665f3af-ecfd-401a-a9e2-c81fb42de718 req-b1e26e92-5bdf-4c41-a8fe-e808299a9903 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840888 May 19 09:36:28.521777 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-81334e17-ddf7-4b59-a9ec-b5aa4d8de002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:28.523252 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-81334e17-ddf7-4b59-a9ec-b5aa4d8de002 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.1366456 May 19 09:36:28.562601 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ab1aee-0572-4305-8549-4eee7bb9b192 {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:36:28.640437 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-4a31ddc3-6241-4c13-b928-a3a80adbda11 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8 HTTP/1.1" status: 200 len: 1001 time: 0.1085529 May 19 09:36:28.706391 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:28.712166 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-7c57e981-771b-459b-bac2-138e4e2bd5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:28.713648 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-7c57e981-771b-459b-bac2-138e4e2bd5ab service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0667956 May 19 09:36:28.741755 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Transition to ACTIVE for port object e4ab1aee-0572-4305-8549-4eee7bb9b192 will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:28.746738 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:28.755905 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:28.792863 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-5c5ea5dd-6c7d-4b1d-9426-4b0e895f28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:28.794281 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-5c5ea5dd-6c7d-4b1d-9426-4b0e895f28d5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739720 May 19 09:36:28.899101 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-9365e5b0-9417-444b-90bb-2f719984bb1b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:28.900646 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-9365e5b0-9417-444b-90bb-2f719984bb1b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/networks?id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b HTTP/1.1" status: 200 len: 813 time: 0.3877032 May 19 09:36:28.958673 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-792ea536-1069-4856-8180-be9e4f0ed8ef tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/quotas/dfb441aa98744918a800bde78b7b52c3 HTTP/1.1" status: 200 len: 375 time: 0.0397003 May 19 09:36:29.000694 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-032f0c58-7a55-43ab-85ba-8db7545f0dcf service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986644 May 19 09:36:29.018526 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ab1aee-0572-4305-8549-4eee7bb9b192,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:29.022338 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:29.075529 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-937e32b0-17cd-4da0-b057-e96f71aa581d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dfb441aa98744918a800bde78b7b52c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0965259 May 19 09:36:29.236415 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-b8314495-d3ca-42ce-b58a-6bdf2941c2ff service neutron] 10.222.0.46 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498258 May 19 09:36:29.270898 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8c1f0ac8-fe61-4cab-810c-2ae70bc61739 req-ffa3b546-5fcd-4ce8-88ae-7c9c592e2602 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621005 May 19 09:36:29.377056 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Attempting to bind port e4ab1aee-0572-4305-8549-4eee7bb9b192 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:36:29.377471 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Attempting to bind port e4ab1aee-0572-4305-8549-4eee7bb9b192 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:36:29.377662 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Attempting to bind port e4ab1aee-0572-4305-8549-4eee7bb9b192 on network fd80daa7-f242-43dd-84c4-3abd3d59564e {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:29.386815 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Port e4ab1aee-0572-4305-8549-4eee7bb9b192 on network fd80daa7-f242-43dd-84c4-3abd3d59564e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:36:29.387139 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Attempting to bind port e4ab1aee-0572-4305-8549-4eee7bb9b192 on network fd80daa7-f242-43dd-84c4-3abd3d59564e {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:29.396859 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:36:29.397203 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Checking segment: {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:29.397591 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Bound using segment: {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:36:29.398019 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Bound port: e4ab1aee-0572-4305-8549-4eee7bb9b192, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c3ded00-ae51-4dbb-b4db-303ae672f555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 999, 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:36:29.398376 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:29.431378 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-44ce8b2b-65c4-4f74-853e-d1eb1a197f59 service neutron] 10.222.0.46 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865730 May 19 09:36:29.516513 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] For port e4ab1aee-0572-4305-8549-4eee7bb9b192, host hv-cinder-79128, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:36:29.519765 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] For port e4ab1aee-0572-4305-8549-4eee7bb9b192, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:36:29.523986 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:29.528935 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:29.591784 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:29.592423 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:29.594007 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] 10.222.0.55 "PUT /v2.0/ports/e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 1093 time: 1.8044274 May 19 09:36:29.594512 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:29.620209 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ab1aee-0572-4305-8549-4eee7bb9b192,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:29.630794 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:29.895836 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-0fcc5513-cde1-4980-8cb7-e6fee7bf3b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:29.897328 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-0fcc5513-cde1-4980-8cb7-e6fee7bf3b10 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1096 time: 0.1730659 May 19 09:36:29.905175 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98604274-9ff3-499c-bcaa-865b90b7c601 req-ec7a93af-f88b-4b18-9e6c-4be2c47004e4 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:29.907086 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-98604274-9ff3-499c-bcaa-865b90b7c601 req-ec7a93af-f88b-4b18-9e6c-4be2c47004e4 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 943 time: 0.1773002 May 19 09:36:29.915716 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f751698-9b98-4326-91f3-59d100ce3171 req-02d4806c-af8e-4424-90cb-e3625fee356a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:29.917146 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9f751698-9b98-4326-91f3-59d100ce3171 req-02d4806c-af8e-4424-90cb-e3625fee356a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.2315195 May 19 09:36:30.007321 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-0170333f-9a5b-407e-bb4a-eb074a919796 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 217 time: 0.0990341 May 19 09:36:30.091060 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9f751698-9b98-4326-91f3-59d100ce3171 req-0d91c86b-a2a0-420e-89a0-1d41edfd80cf tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197879 May 19 09:36:30.107356 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-98604274-9ff3-499c-bcaa-865b90b7c601 req-96bc2eef-fa53-4b71-857b-3a843ea92f3b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431894 May 19 09:36:30.113915 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d0e0e8ed-fde1-4308-a6a4-58770ea02501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:30.115368 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d0e0e8ed-fde1-4308-a6a4-58770ea02501 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1420acb-d341-47d4-a102-59148351b9b0 HTTP/1.1" status: 200 len: 854 time: 0.1008642 May 19 09:36:30.215894 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'status': 'completed', 'code': 200} May 19 09:36:30.310974 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5368d41c-9ccb-470a-9cc8-2457746fc290 req-d3c33344-4994-44e6-a188-3fde236cbfd2 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 210 time: 0.0608072 May 19 09:36:30.322950 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d269f1ce-bafe-4e0c-afa0-5478c56a894b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:30.324745 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-d269f1ce-bafe-4e0c-afa0-5478c56a894b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd80daa7-f242-43dd-84c4-3abd3d59564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2013528 May 19 09:36:30.485981 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-ce15fa3c-0ee9-4383-ae5e-7e6598adf733 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440136 May 19 09:36:30.724692 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae7f1f46-fd14-4b15-b76c-035216eb935f req-95d257a2-a77f-4647-837c-e4e23082d256 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265601 May 19 09:36:30.842570 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-3f20a622-af47-49fa-a1ae-44d47b668928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:30.844167 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-3f20a622-af47-49fa-a1ae-44d47b668928 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1096 time: 0.0759099 May 19 09:36:30.974207 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-08399128-ca5a-4952-86f6-4848441e243d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:30.975657 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-08399128-ca5a-4952-86f6-4848441e243d service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 200 len: 916 time: 0.1241696 May 19 09:36:31.042357 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-e2e9e917-17b7-4e55-a6cb-c8f872498948 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 217 time: 0.0594099 May 19 09:36:31.108597 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-abc8832d-5265-4a04-aab2-81d0af530e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:31.110124 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-abc8832d-5265-4a04-aab2-81d0af530e57 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1420acb-d341-47d4-a102-59148351b9b0 HTTP/1.1" status: 200 len: 854 time: 0.0608222 May 19 09:36:31.188683 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-14cd63e0-f5a7-4c49-a4e6-15e11a480bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:31.190232 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-14cd63e0-f5a7-4c49-a4e6-15e11a480bbe service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd80daa7-f242-43dd-84c4-3abd3d59564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724616 May 19 09:36:31.384434 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-f722599b-d44e-41c0-b40b-2458df6d046c service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860731 May 19 09:36:31.395438 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6359d0-fa53-4a96-bf22-568e72ba0044 req-79c29d4f-56c6-4079-9eee-37cf9a592fa2 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:31.396863 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bc6359d0-fa53-4a96-bf22-568e72ba0044 req-79c29d4f-56c6-4079-9eee-37cf9a592fa2 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1799920 May 19 09:36:31.534001 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bc6359d0-fa53-4a96-bf22-568e72ba0044 req-e3734955-1a87-423d-a4c2-579eee3b54b9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169419 May 19 09:36:31.563604 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3419f1f4-a25e-4822-b594-683d8b59df6e req-762f8982-bde7-4547-80af-afb88a789cb6 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656134 May 19 09:36:31.638038 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5a9f0cd1-fa49-4873-bcc7-1367cf58cfea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:31.728892 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d47c449-0e84-4297-a72e-4db8bdf964d0 req-5bc44d10-f77e-46b9-9e16-4e5273a5a463 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 210 time: 0.0527194 May 19 09:36:31.773311 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5324f07-5cf1-4090-b06b-b4b4b19abe57 req-e6c9bf2c-b86f-44c4-9bc4-1538318907d7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:31.774855 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e5324f07-5cf1-4090-b06b-b4b4b19abe57 req-e6c9bf2c-b86f-44c4-9bc4-1538318907d7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 943 time: 0.1347322 May 19 09:36:31.831300 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e5324f07-5cf1-4090-b06b-b4b4b19abe57 req-d21fda5c-e204-417e-89a7-61e34d301e27 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477157 May 19 09:36:32.881722 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d88d8-018c-4640-98aa-aa51edf07ba3 req-3d086c4e-265c-4251-8574-38ea0dee8012 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:32.883203 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c75d88d8-018c-4640-98aa-aa51edf07ba3 req-3d086c4e-265c-4251-8574-38ea0dee8012 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.2306311 May 19 09:36:32.922750 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-46c04fc1-36e4-4e7f-999a-16f3462ded52 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:32.924529 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-46c04fc1-36e4-4e7f-999a-16f3462ded52 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.55 "GET /v2.0/networks?id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b HTTP/1.1" status: 200 len: 813 time: 0.2294340 May 19 09:36:32.956131 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Request body: {'port': {'device_id': '05d214b8-e16e-485e-9529-f80678495b40', 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b', 'admin_state_up': True, 'tenant_id': 'dfb441aa98744918a800bde78b7b52c3'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:32.972727 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-13762f90-5423-4c8f-a4b8-94c78e10b7b5 req-413487b8-810c-42fc-bf11-88617ca36e2f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 210 time: 0.0885358 May 19 09:36:33.076614 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c75d88d8-018c-4640-98aa-aa51edf07ba3 req-d664295a-47da-42e5-9277-c89fa4fbf9fe tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511054 May 19 09:36:33.126666 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a16fe74-c738-4898-a3a8-6068a8dade49 req-3809d39a-a3c6-4f86-ad24-4347ed43e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:33.129008 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-3a16fe74-c738-4898-a3a8-6068a8dade49 req-3809d39a-a3c6-4f86-ad24-4347ed43e352 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 1099 time: 0.0891936 May 19 09:36:33.186282 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-3a16fe74-c738-4898-a3a8-6068a8dade49 req-4b2c4ecb-6a0e-428e-ac62-6d1f81b46fdb service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472467 May 19 09:36:33.268184 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:33.274121 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Usage tracker for resource:port and tenant:dfb441aa98744918a800bde78b7b52c3 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:33.277497 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:33.285692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:33.300058 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Made reservation on behalf of dfb441aa98744918a800bde78b7b52c3 for: {'port': 1} {{(pid=91664) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:36:33.303629 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:33.321211 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb32c8-db5a-449f-b929-946117d61255 req-af84e9e8-a413-48a5-9f61-d0777fd214d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:33.322661 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0acb32c8-db5a-449f-b929-946117d61255 req-af84e9e8-a413-48a5-9f61-d0777fd214d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 943 time: 0.2451563 May 19 09:36:33.427848 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0acb32c8-db5a-449f-b929-946117d61255 req-53b72100-2525-49db-b2b7-01205c707322 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984662 May 19 09:36:33.512234 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Allocated IP 172.20.0.11 (08f55f2e-cbfa-44ba-a3c1-d47afad7a86b/94ccfb68-ef95-4c57-ae8f-d2b273c65084/c9c20cdf-4ad9-4924-9825-4989aedd2ede) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:36:33.752690 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:33.785741 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-9c2cefb6-ad37-45b2-a28a-4a6d97c20ef5 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1528015447&fields=id&tenant_id=e82bbbcdf967433fbc450f8487dc2500 HTTP/1.1" status: 200 len: 267 time: 0.0511992 May 19 09:36:33.902897 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:33.910877 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:33.991068 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:34.001605 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:34.009996 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:36:34.049952 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-ba601edc-bff4-466a-895a-53cbd146e927 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:34.051416 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-ba601edc-bff4-466a-895a-53cbd146e927 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/networks?id=1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 200 len: 808 time: 0.2563961 May 19 09:36:34.056437 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Pushing event updated for resources: {'Port': ['ID=c9c20cdf-4ad9-4924-9825-4989aedd2ede,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:34.068130 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:34.085370 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-fbb24f99-e6f8-456d-b14a-8e22fa1d8cb2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/quotas/e82bbbcdf967433fbc450f8487dc2500 HTTP/1.1" status: 200 len: 375 time: 0.0244648 May 19 09:36:34.128041 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:34.128633 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:34.216757 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2649324 May 19 09:36:34.229828 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Request body: {'port': {'device_id': '05d214b8-e16e-485e-9529-f80678495b40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:34.336077 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:34.348367 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-e5ae48d6-96fd-4762-b7d4-6223851b8169 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=e82bbbcdf967433fbc450f8487dc2500&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2261410 May 19 09:36:34.365004 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be70bf82-e5f4-4159-b21a-049604a63e8a req-bc00c3a0-a519-40aa-9844-a50471b3b255 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:34.365720 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-be70bf82-e5f4-4159-b21a-049604a63e8a req-bc00c3a0-a519-40aa-9844-a50471b3b255 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Synchronizing usage tracker for tenant:dfb441aa98744918a800bde78b7b52c3 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:36:34.381359 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bd6b91fe-9e0a-4562-8934-6b0ce8e4fa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:34.418065 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:34.488767 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-be70bf82-e5f4-4159-b21a-049604a63e8a req-bc00c3a0-a519-40aa-9844-a50471b3b255 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Unset dirty status for tenant:dfb441aa98744918a800bde78b7b52c3 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:36:34.489971 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-be70bf82-e5f4-4159-b21a-049604a63e8a req-bc00c3a0-a519-40aa-9844-a50471b3b255 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 932 time: 0.4018471 May 19 09:36:34.558319 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e4ab1aee-0572-4305-8549-4eee7bb9b192 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:36:34.575246 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56420) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:34.660701 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-b6baec25-387b-4ecf-8b30-780ef0c5bb34 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902894 May 19 09:36:34.672716 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-be70bf82-e5f4-4159-b21a-049604a63e8a req-3d4e9073-0985-4e3b-a4da-6880a2c9762b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420732 May 19 09:36:34.700262 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e4ab1aee-0572-4305-8549-4eee7bb9b192, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:34.716728 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'port_id': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'mac_address': 'fa:16:3e:ee:0e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 999, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:36:34.783823 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:34.803101 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ab1aee-0572-4305-8549-4eee7bb9b192 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:36:34.820786 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e4ab1aee-0572-4305-8549-4eee7bb9b192, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:34.829484 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:34.831998 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:34.853266 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:34.869468 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:34.873671 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Usage tracker for resource:security_group_rule and tenant:3110c23acf98413e9a155c5164d9fc5d is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:34.877124 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:34.883552 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:34.904272 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=e4ab1aee-0572-4305-8549-4eee7bb9b192,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:34.914649 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.915050 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.917458 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.918068 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.918658 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.919151 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.919721 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.920225 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.921318 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.921923 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.922458 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.923061 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:34.927960 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:34.982491 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:34.986350 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:34.994259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f5b596f7-9c2b-4789-b8b3-feca3efb2673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:35.035102 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3110c23acf98413e9a155c5164d9fc5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4573476 May 19 09:36:35.036180 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82afb4e2-069d-4d86-b39b-c00a2829003b,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:35.038558 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56428) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:35.041323 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:35.057311 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-a8e62302-125c-414b-98cb-39b0459273b4 service neutron] 10.222.0.46 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3731670 May 19 09:36:35.083286 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473b0f2b-d82e-4636-b58e-422843fdcf80 req-4bb3900d-f5cd-471c-8b6b-17f5fc54df9b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:35.084714 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-473b0f2b-d82e-4636-b58e-422843fdcf80 req-4bb3900d-f5cd-471c-8b6b-17f5fc54df9b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.2665648 May 19 09:36:35.098900 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8929744b-22e6-41bd-b564-e09987fa131a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:35.131485 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8929744b-22e6-41bd-b564-e09987fa131a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:35.148093 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:35.191355 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8929744b-22e6-41bd-b564-e09987fa131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:35.196994 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-87c6476e-9b3e-4008-93cc-9181a5069d24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:35.208462 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929744b-22e6-41bd-b564-e09987fa131a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82afb4e2-069d-4d86-b39b-c00a2829003b,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:35.211548 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8929744b-22e6-41bd-b564-e09987fa131a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:35.225856 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-8929744b-22e6-41bd-b564-e09987fa131a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:35.226645 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.db.resource_extend [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:36:35.227193 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-8929744b-22e6-41bd-b564-e09987fa131a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/82afb4e2-069d-4d86-b39b-c00a2829003b HTTP/1.1" status: 204 len: 168 time: 0.1877210 May 19 09:36:35.299165 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-473b0f2b-d82e-4636-b58e-422843fdcf80 req-ba1d75e1-ba02-4fb0-9408-f4ffac379508 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004092 May 19 09:36:35.311837 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9c20cdf-4ad9-4924-9825-4989aedd2ede {{(pid=91664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:36:35.322575 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:35.340760 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.provisioning_blocks [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Transition to ACTIVE for port object c9c20cdf-4ad9-4924-9825-4989aedd2ede will not be triggered until provisioned by entity L2. {{(pid=91664) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:35.346035 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:35.356225 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ea625196-8794-4414-9d1f-8e4cc3b1fbcc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:35.534498 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['e4ab1aee-0572-4305-8549-4eee7bb9b192'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:36:35.573130 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c20cdf-4ad9-4924-9825-4989aedd2ede,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:35.601109 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:35.822097 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33837da-2c3c-4211-af9d-6eb0ce5bbeb7 req-9263de1b-91df-45d1-9cae-aef584d2b3f5 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:35.831674 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d33837da-2c3c-4211-af9d-6eb0ce5bbeb7 req-9263de1b-91df-45d1-9cae-aef584d2b3f5 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 944 time: 0.4041574 May 19 09:36:35.883902 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Attempting to bind port c9c20cdf-4ad9-4924-9825-4989aedd2ede on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:36:35.884249 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Attempting to bind port c9c20cdf-4ad9-4924-9825-4989aedd2ede by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7a2a565f-7f52-4db9-99c9-5b53d4e3320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b'}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:36:35.884587 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Attempting to bind port c9c20cdf-4ad9-4924-9825-4989aedd2ede on network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:35.903329 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Port c9c20cdf-4ad9-4924-9825-4989aedd2ede on network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:36:35.903683 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Attempting to bind port c9c20cdf-4ad9-4924-9825-4989aedd2ede on network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:35.916263 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cd4c0b73-a93c-4d8f-a993-61de447d9c32 req-fda2b4f4-4852-40da-ab0c-49e010435128 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 210 time: 0.0797389 May 19 09:36:35.947561 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 36, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:36:35.948049 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Checking segment: {'id': '7a2a565f-7f52-4db9-99c9-5b53d4e3320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:35.948485 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Bound using segment: {'id': '7a2a565f-7f52-4db9-99c9-5b53d4e3320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b'} {{(pid=91664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:36:35.949005 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.managers [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Bound port: c9c20cdf-4ad9-4924-9825-4989aedd2ede, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a565f-7f52-4db9-99c9-5b53d4e3320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b'}}] {{(pid=91664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:36:35.949381 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:35.961772 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d33837da-2c3c-4211-af9d-6eb0ce5bbeb7 req-d3f8ce39-6508-4531-80b8-3204bd541556 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290836 May 19 09:36:36.070178 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56472) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:36.113076 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] For port c9c20cdf-4ad9-4924-9825-4989aedd2ede, host hv-cinder-79128, cleared binding levels {{(pid=91664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:36:36.118291 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] For port c9c20cdf-4ad9-4924-9825-4989aedd2ede, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c9c20cdf-4ad9-4924-9825-4989aedd2ede,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:36:36.126906 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.133789 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0a1f8bea-0b50-4f87-a003-b0b9be1a697b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:36.184684 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1618442504-network', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:36.190491 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:36.190987 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b99f30-02b3-48c7-b1ec-37118a0c8843 req-53afe138-5d13-4599-82ba-822478ba2446 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:36.194506 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Usage tracker for resource:network and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:36.196121 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-43b99f30-02b3-48c7-b1ec-37118a0c8843 req-53afe138-5d13-4599-82ba-822478ba2446 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 944 time: 0.1827705 May 19 09:36:36.197847 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:36.205144 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:36.211595 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:36.212274 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.214248 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] 10.222.0.55 "PUT /v2.0/ports/c9c20cdf-4ad9-4924-9825-4989aedd2ede HTTP/1.1" status: 200 len: 1094 time: 1.9898520 May 19 09:36:36.215616 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d214b8-e16e-485e-9529-f80678495b40', 'tag': 'c9c20cdf-4ad9-4924-9825-4989aedd2ede'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:36.216592 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Made reservation on behalf of 642fc7a45cf54c8780724d602c66a4ec for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:36:36.220145 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.237327 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.257754 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:36.262296 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Usage tracker for resource:security_group_rule and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:36.267788 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:36.276410 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c9c20cdf-4ad9-4924-9825-4989aedd2ede,revision_number=3']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:36.280029 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:36.296707 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-43b99f30-02b3-48c7-b1ec-37118a0c8843 req-6bbfbd67-61f2-425a-812d-043de4298bfa tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958364 May 19 09:36:36.300507 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:36.309878 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05d214b8-e16e-485e-9529-f80678495b40', 'tag': 'c9c20cdf-4ad9-4924-9825-4989aedd2ede', 'status': 'completed', 'code': 200} May 19 09:36:36.394950 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.399915 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-1edf450f-dbee-44af-8d10-fd28a4a74084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:36.400594 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.401409 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-1edf450f-dbee-44af-8d10-fd28a4a74084 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfb441aa98744918a800bde78b7b52c3&device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 1097 time: 0.0966966 May 19 09:36:36.406124 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-513c6fdf-469b-47df-abed-db36697c9232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:36.422251 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] vlan segment allocate from pool success with {'vlan_id': 974, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:36:36.442829 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.443191 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Added segment 480cca15-5768-42cb-a176-fb4e6ba20df1 of type vlan for network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a May 19 09:36:36.451339 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=157b0059-fa9f-4126-a6cf-b072cfd7752a,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:36.459998 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:36.480715 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.509078 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-5f3ea7ef-4bba-4b55-89e8-b7dd61289743 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20cdf-4ad9-4924-9825-4989aedd2ede HTTP/1.1" status: 200 len: 217 time: 0.0993295 May 19 09:36:36.512984 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.514316 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:36.515412 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.520259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:36.599608 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-4657e0a1-2108-49de-a9b2-2f639dc875e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:36.601104 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-4657e0a1-2108-49de-a9b2-2f639dc875e5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94ccfb68-ef95-4c57-ae8f-d2b273c65084 HTTP/1.1" status: 200 len: 853 time: 0.0768163 May 19 09:36:36.609845 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f403dfb6-0bdc-4741-b4cf-75054dc36a18 req-079b0dee-0e9a-4372-9e4e-4811bfa03bb0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:36.611273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f403dfb6-0bdc-4741-b4cf-75054dc36a18 req-079b0dee-0e9a-4372-9e4e-4811bfa03bb0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1497614 May 19 09:36:36.622716 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Pushing event updated for resources: {'Network': ['ID=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:36.633514 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:36:36.637198 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5655727 May 19 09:36:36.638636 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:36.639325 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56484) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:36.645951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Request body: {'subnet': {'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1618442504-subnet', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:36.651596 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:36.656011 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Usage tracker for resource:subnet and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:36.659917 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:36.667546 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:36.680895 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-89532136-c354-447f-83e9-8b74ad351429 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686271 May 19 09:36:36.685300 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Made reservation on behalf of 642fc7a45cf54c8780724d602c66a4ec for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:36:36.688776 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16406806'] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.704301 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f403dfb6-0bdc-4741-b4cf-75054dc36a18 req-3b33ea25-91a8-4539-a746-7c2a569dca26 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560741 May 19 09:36:36.757777 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:36.897012 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-e0390812-fc2d-4eb0-a6db-a0c9f9cb3c4f service neutron] 10.222.0.55 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917500 May 19 09:36:37.008507 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:37.040181 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d107a-e659-443e-b32c-a181615ebd42 req-5334c2ed-141c-4cf5-9d30-c6088b23e5fd tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:37.041651 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1c7d107a-e659-443e-b32c-a181615ebd42 req-5334c2ed-141c-4cf5-9d30-c6088b23e5fd tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1927683 May 19 09:36:37.074112 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cf7ff868-af8c-43a7-87aa-f236a73880c6 req-8af8066d-03ba-4563-a69e-a0c5a01ae0c1 service neutron] 10.222.0.55 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689701 May 19 09:36:37.098512 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1c7d107a-e659-443e-b32c-a181615ebd42 req-032a0ef0-8bec-48d4-94a9-17f74b2d098e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477378 May 19 09:36:37.137672 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14738279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16406820'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:37.143167 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7760ea68-9b22-4015-abfb-519ca6216078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:37.219846 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5177c6-8109-4ba9-a826-84c08607ba47,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:37.227818 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:37.236244 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Checking segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:37.236613 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Network hostable DHCP agents. Network: 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:36:37.255021 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:36:37.267089 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:37.276216 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce53fc9-05e1-4cd3-87e0-7b4f39c3e209 None None] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:36:37.280871 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:37.281509 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:37.305625 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-24f21419-129d-4175-ad5a-6287904e0ac7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6646979 May 19 09:36:37.308230 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56500) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:37.323066 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:37.335541 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:37.347459 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Usage tracker for resource:router and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:37.351838 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:37.353087 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2495e5b1-d747-43fd-841a-734a3b9a8cf3 req-d52660ee-a08e-4831-8b0e-7752fe3c338d tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 210 time: 0.1449165 May 19 09:36:37.365889 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:37.472928 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:37.475761 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:37.703668 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-c314c5c5-465f-4305-9800-354771356944 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:37.704733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-c314c5c5-465f-4305-9800-354771356944 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Synchronizing usage tracker for tenant:e82bbbcdf967433fbc450f8487dc2500 on resource:network {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:36:37.717450 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:37.742648 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdb941-47ef-4fed-92a6-44d32d4a0002 req-daad0af1-45a0-46ef-a0a2-e83ba62590ba tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:37.744514 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f3fdb941-47ef-4fed-92a6-44d32d4a0002 req-daad0af1-45a0-46ef-a0a2-e83ba62590ba tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 944 time: 0.1814821 May 19 09:36:37.748261 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-c95fd807-6e39-4aa2-a2b3-3c237deb37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:37.749781 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-c95fd807-6e39-4aa2-a2b3-3c237deb37d2 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfb441aa98744918a800bde78b7b52c3&device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 1097 time: 0.4964070 May 19 09:36:37.872277 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:36:37.873301 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:37.947265 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-c314c5c5-465f-4305-9800-354771356944 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Unset dirty status for tenant:e82bbbcdf967433fbc450f8487dc2500 on resource:network {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:36:37.949179 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-c314c5c5-465f-4305-9800-354771356944 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.55 "GET /v2.0/networks?id=1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 200 len: 808 time: 0.5784304 May 19 09:36:37.958581 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63836234-7b27-4383-9d9f-8e9099e28841 req-1a9cd8ab-3aa0-4fac-9f46-143978695954 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:37.966691 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-63836234-7b27-4383-9d9f-8e9099e28841 req-1a9cd8ab-3aa0-4fac-9f46-143978695954 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 944 time: 0.3511593 May 19 09:36:38.007365 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f3fdb941-47ef-4fed-92a6-44d32d4a0002 req-eccd30c4-c51e-470b-bbb4-94604df2ca06 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550845 May 19 09:36:38.088462 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-63836234-7b27-4383-9d9f-8e9099e28841 req-0566eb28-225e-4b4e-bcd0-3d6137e53e67 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147892 May 19 09:36:38.103336 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Allocated IP 172.20.0.2 (9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a/2e5177c6-8109-4ba9-a826-84c08607ba47/b03800e0-e994-4a76-9819-3210227aa0cb) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:36:38.115269 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-06d4b095-a408-4b75-aab0-1f9fb11be9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:38.118316 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-06d4b095-a408-4b75-aab0-1f9fb11be9f4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b HTTP/1.1" status: 200 len: 914 time: 0.3478608 May 19 09:36:38.160535 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-094c85e1-3b3d-4515-82ac-0fdcabb6fffa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Synchronizing usage tracker for tenant:e82bbbcdf967433fbc450f8487dc2500 on resource:security_group {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:36:38.164594 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.201979 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-094c85e1-3b3d-4515-82ac-0fdcabb6fffa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Unset dirty status for tenant:e82bbbcdf967433fbc450f8487dc2500 on resource:security_group {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:36:38.203113 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-094c85e1-3b3d-4515-82ac-0fdcabb6fffa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e82bbbcdf967433fbc450f8487dc2500 HTTP/1.1" status: 200 len: 380 time: 0.1825449 May 19 09:36:38.226047 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Request body: {'port': {'device_id': '56b8a193-393a-4830-bd0d-67133156b096', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'admin_state_up': True, 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'security_groups': ['e4c670ec-cd57-4a81-bbc3-6f62949b1914']}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:38.229862 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-575dcd58-6bde-49c6-add6-4aa6d32ca34a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9c20cdf-4ad9-4924-9825-4989aedd2ede HTTP/1.1" status: 200 len: 217 time: 0.1003876 May 19 09:36:38.318481 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-9f4cd944-4e63-4eeb-a13c-054d5dd58c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:38.320868 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-9f4cd944-4e63-4eeb-a13c-054d5dd58c2f service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94ccfb68-ef95-4c57-ae8f-d2b273c65084 HTTP/1.1" status: 200 len: 853 time: 0.0826149 May 19 09:36:38.410112 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.423181 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-1d6e3297-c640-47e1-97d9-d54e3951be77 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951574 May 19 09:36:38.423724 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Transition to ACTIVE for port object b03800e0-e994-4a76-9819-3210227aa0cb will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:38.447603 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Transition to ACTIVE for port object b03800e0-e994-4a76-9819-3210227aa0cb will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:38.456490 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.466394 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:38.539747 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:38.556464 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:38.561451 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:36:38.565806 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:38.571767 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:port and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:38.583143 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:38.589641 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:38.604840 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Made reservation on behalf of e82bbbcdf967433fbc450f8487dc2500 for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:36:38.609393 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.655772 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e4ab1aee-0572-4305-8549-4eee7bb9b192 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:38.657980 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-41ad48a1-1b9a-4f3e-9a09-c4e209b74710 req-b46b1bd9-903b-4f89-82d0-f145f04c2b56 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 210 time: 0.0841701 May 19 09:36:38.697685 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-b5906458-916a-44d4-9660-9be1f7e0f439 service neutron] 10.222.0.55 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515974 May 19 09:36:38.769024 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Pushing event updated for resources: {'Port': ['ID=b03800e0-e994-4a76-9819-3210227aa0cb,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:38.783906 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:38.811455 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Attempting to bind port b03800e0-e994-4a76-9819-3210227aa0cb on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:36:38.812154 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Attempting to bind port b03800e0-e994-4a76-9819-3210227aa0cb by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:36:38.812798 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Attempting to bind port b03800e0-e994-4a76-9819-3210227aa0cb on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:38.821602 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:36:38.821871 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Checking segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:38.822428 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.822913 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Bound using segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:36:38.823622 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Bound port: b03800e0-e994-4a76-9819-3210227aa0cb, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:36:38.824809 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.840044 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port e4ab1aee-0572-4305-8549-4eee7bb9b192 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:38.850495 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port e4ab1aee-0572-4305-8549-4eee7bb9b192 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:38.851048 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:38.891497 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9de5e5b2-2a26-40ff-93f4-1300b167ffcc req-2b13cfbe-677d-4216-9040-24dccdc5588b service neutron] 10.222.0.55 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862049 May 19 09:36:38.982133 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:39.022195 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:39.051347 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] For port b03800e0-e994-4a76-9819-3210227aa0cb, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:36:39.065672 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] For port b03800e0-e994-4a76-9819-3210227aa0cb, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=b03800e0-e994-4a76-9819-3210227aa0cb,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:36:39.070680 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:39.083961 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:39.092434 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-a050ab7a-0207-42af-9bb9-da787332db46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:39.132761 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Allocated IP 172.20.0.5 (1cbdea42-da04-4c89-a251-98762d197286/0a3cd5d7-edbb-4f0e-8300-c0bfac40f777/e367bb8a-a76d-450e-bb44-54a79a9e55c5) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:36:39.171858 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Pushing event updated for resources: {'Port': ['ID=b03800e0-e994-4a76-9819-3210227aa0cb,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:39.184173 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:39.200906 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:39.214269 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e4ab1aee-0572-4305-8549-4eee7bb9b192, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:39.220811 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:39.222979 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:39.325071 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=e4ab1aee-0572-4305-8549-4eee7bb9b192,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:39.330357 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:39.408740 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330ba8e-b925-440f-95f3-6fb0e6423a2f req-6b8b07d8-77d3-4249-b835-3aadfe94334d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:39.416270 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8330ba8e-b925-440f-95f3-6fb0e6423a2f req-6b8b07d8-77d3-4249-b835-3aadfe94334d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.2069106 May 19 09:36:39.463486 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8a2ff8-9856-4365-a7ba-ab24d2dacff3 req-a2c244f1-6d3a-493d-9211-3e53d103d4d5 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:39.465077 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1b8a2ff8-9856-4365-a7ba-ab24d2dacff3 req-a2c244f1-6d3a-493d-9211-3e53d103d4d5 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 944 time: 0.1828182 May 19 09:36:39.532798 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1b8a2ff8-9856-4365-a7ba-ab24d2dacff3 req-12af3927-5b8a-483d-b5ce-e74ee2290ecc tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603883 May 19 09:36:39.538974 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8330ba8e-b925-440f-95f3-6fb0e6423a2f req-2dc32b89-deae-4db4-8527-e2548c225496 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214213 May 19 09:36:39.582173 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:39.585792 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Allocated IP 172.27.1.164 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/498f40e4-0273-4dd5-9289-4d5c03b4d568) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:36:39.616074 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Transition to ACTIVE for port object e367bb8a-a76d-450e-bb44-54a79a9e55c5 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:39.631269 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'code': 200} May 19 09:36:39.766709 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:39.776859 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:39.891497 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'Port': ['ID=e367bb8a-a76d-450e-bb44-54a79a9e55c5,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:39.897740 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:39.928599 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb1b77-4938-4c51-94b3-6c235a2829c7 req-53df2384-777c-429d-89e7-ab089e0e277e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:39.930307 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-31cb1b77-4938-4c51-94b3-6c235a2829c7 req-53df2384-777c-429d-89e7-ab089e0e277e service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1098 time: 0.0948586 May 19 09:36:39.941446 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:39.956354 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Network 1cbdea42-da04-4c89-a251-98762d197286 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:39.963217 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:39.966900 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:36:40.047404 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-31cb1b77-4938-4c51-94b3-6c235a2829c7 req-545bed64-f58c-46ca-9ff6-d03fa541ad3e service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920389 May 19 09:36:40.081426 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:40.082102 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:40.098985 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32890466-b2ac-43ec-b841-dab0462907f4 req-59e138c6-03f2-4ebe-81d6-10a04e139952 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:40.100965 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-32890466-b2ac-43ec-b841-dab0462907f4 req-59e138c6-03f2-4ebe-81d6-10a04e139952 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 931 time: 0.1497295 May 19 09:36:40.122843 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-d3eb2e97-a13c-455e-b811-e7112b858369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:40.124546 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-d3eb2e97-a13c-455e-b811-e7112b858369 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 1098 time: 0.2248907 May 19 09:36:40.128091 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9071429 May 19 09:36:40.129276 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:40.133281 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-798e15c1-26af-47fa-aa63-5641a492b0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:40.198664 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:40.207697 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:40.217373 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:36:40.283295 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Request body: {'port': {'device_id': '56b8a193-393a-4830-bd0d-67133156b096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:40.302750 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-0ba9449c-de28-42bc-ab33-dc8858bd5c62 None None] Provisioning for port e367bb8a-a76d-450e-bb44-54a79a9e55c5 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:40.313524 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-0ba9449c-de28-42bc-ab33-dc8858bd5c62 None None] Provisioning complete for port e367bb8a-a76d-450e-bb44-54a79a9e55c5 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:40.313733 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-32890466-b2ac-43ec-b841-dab0462907f4 req-104fc9d4-b7b2-4e95-8a67-fe155dc2c7ff tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1968982 May 19 09:36:40.314302 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0ba9449c-de28-42bc-ab33-dc8858bd5c62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:40.364447 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cae8ec-ebe7-4c86-bed1-d7d354e1b73e req-38b88d18-dbf2-456a-a5c7-eafe0a090bbf tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:40.373059 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b7cae8ec-ebe7-4c86-bed1-d7d354e1b73e req-38b88d18-dbf2-456a-a5c7-eafe0a090bbf tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.2267609 May 19 09:36:40.414211 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device b03800e0-e994-4a76-9819-3210227aa0cb up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:40.442340 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b7cae8ec-ebe7-4c86-bed1-d7d354e1b73e req-207f4a53-a846-4110-839c-06cc06950a7d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681481 May 19 09:36:40.478264 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-0ba9449c-de28-42bc-ab33-dc8858bd5c62 None None] Port e367bb8a-a76d-450e-bb44-54a79a9e55c5 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:36:40.501665 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port b03800e0-e994-4a76-9819-3210227aa0cb completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:40.528786 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Pushing event updated for resources: {'Port': ['ID=498f40e4-0273-4dd5-9289-4d5c03b4d568,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:40.580267 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:40.588177 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device c9c20cdf-4ad9-4924-9825-4989aedd2ede details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:36:40.758373 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d049f7-cdec-411a-9b1a-bbf933142c2f None None] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:36:40.798450 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a340c1d-39cf-47fb-b143-827eb3665ca2 req-fb9ccbf3-2940-4b18-a6d4-8ad516f21fcf tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:40.799963 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6a340c1d-39cf-47fb-b143-827eb3665ca2 req-fb9ccbf3-2940-4b18-a6d4-8ad516f21fcf tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.1124811 May 19 09:36:40.808514 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b395cf-885a-4260-9124-f9e266cfc5c7 req-5defee4e-0795-438f-8f99-3eb4c9b19c0b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:40.815385 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-38b395cf-885a-4260-9124-f9e266cfc5c7 req-5defee4e-0795-438f-8f99-3eb4c9b19c0b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 944 time: 0.1601994 May 19 09:36:40.886571 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-3154f5dd-5fe3-4076-a64f-b6cdb72496c2 None None] Provisioning for port b03800e0-e994-4a76-9819-3210227aa0cb completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:40.891181 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-9ac03f52-7a01-416e-ab84-d08b4b340645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:40.892692 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-9ac03f52-7a01-416e-ab84-d08b4b340645 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 919 time: 0.6415753 May 19 09:36:40.900341 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:40.908084 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-3154f5dd-5fe3-4076-a64f-b6cdb72496c2 None None] Provisioning complete for port b03800e0-e994-4a76-9819-3210227aa0cb triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:40.908469 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3154f5dd-5fe3-4076-a64f-b6cdb72496c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:40.942818 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port c9c20cdf-4ad9-4924-9825-4989aedd2ede, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c9c20cdf-4ad9-4924-9825-4989aedd2ede,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:40.966852 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-38b395cf-885a-4260-9124-f9e266cfc5c7 req-fe41c287-0b10-4b1b-b7c6-564789911008 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504862 May 19 09:36:40.971551 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6a340c1d-39cf-47fb-b143-827eb3665ca2 req-21a265e6-af05-4b06-a00b-728a41daa1c0 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386642 May 19 09:36:40.987992 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'c9c20cdf-4ad9-4924-9825-4989aedd2ede', 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b', 'port_id': 'c9c20cdf-4ad9-4924-9825-4989aedd2ede', 'mac_address': 'fa:16:3e:16:6e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ccfb68-ef95-4c57-ae8f-d2b273c65084', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:36:40.999190 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-96bbdc29-5b02-4310-bf49-8bb393eeeed0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b HTTP/1.1" status: 200 len: 217 time: 0.0879140 May 19 09:36:41.127501 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.183060 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9c20cdf-4ad9-4924-9825-4989aedd2ede {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:36:41.234705 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port c9c20cdf-4ad9-4924-9825-4989aedd2ede, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c9c20cdf-4ad9-4924-9825-4989aedd2ede,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:41.254391 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.259535 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:41.293369 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-b4274fa7-9417-437a-8f17-afb2e863c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:41.294896 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-b4274fa7-9417-437a-8f17-afb2e863c543 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 200 len: 858 time: 0.1938615 May 19 09:36:41.334288 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3154f5dd-5fe3-4076-a64f-b6cdb72496c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.372071 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=c9c20cdf-4ad9-4924-9825-4989aedd2ede,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:41.377442 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:41.390841 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-3154f5dd-5fe3-4076-a64f-b6cdb72496c2 None None] For port b03800e0-e994-4a76-9819-3210227aa0cb, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=b03800e0-e994-4a76-9819-3210227aa0cb,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:41.396653 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-3154f5dd-5fe3-4076-a64f-b6cdb72496c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.399025 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:41.466287 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-49b9e651-4bb2-4a48-8bac-e642b626fb28 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f507e5-77e4-4789-80f8-383757915103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1152358 May 19 09:36:41.479618 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154f5dd-5fe3-4076-a64f-b6cdb72496c2 None None] Pushing event updated for resources: {'Port': ['ID=b03800e0-e994-4a76-9819-3210227aa0cb,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:41.482832 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-3154f5dd-5fe3-4076-a64f-b6cdb72496c2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:41.649063 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.675646 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062b366-c2ed-4e59-8c30-71f5d22f8b49 req-7a6ee8b2-8f54-41aa-a8d2-5a36e9819cf8 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:41.677095 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7062b366-c2ed-4e59-8c30-71f5d22f8b49 req-7a6ee8b2-8f54-41aa-a8d2-5a36e9819cf8 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 931 time: 0.1696982 May 19 09:36:41.713137 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825b6f4-25ec-487d-9c2c-31736b6581dd req-f435df53-850c-49d3-b5da-3c8130f263ee tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:41.714600 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2825b6f4-25ec-487d-9c2c-31736b6581dd req-f435df53-850c-49d3-b5da-3c8130f263ee tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1431360 May 19 09:36:41.721340 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-d4b212fb-be3c-44b3-ad1b-4b70208be74e None None] Provisioning complete for port b03800e0-e994-4a76-9819-3210227aa0cb triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:41.721731 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d4b212fb-be3c-44b3-ad1b-4b70208be74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.748024 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7062b366-c2ed-4e59-8c30-71f5d22f8b49 req-bfd85d11-b71a-42cd-8fd1-5361d5c522d0 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644867 May 19 09:36:41.755684 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.db.resource_extend [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 19 09:36:41.779438 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2825b6f4-25ec-487d-9c2c-31736b6581dd req-b1b8df97-8ffb-4325-92de-f33bdece5135 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546894 May 19 09:36:41.878463 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['c9c20cdf-4ad9-4924-9825-4989aedd2ede'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:36:41.929090 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e367bb8a-a76d-450e-bb44-54a79a9e55c5 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:36:41.941267 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:41.954802 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-784f9e4c-a89a-4700-bd04-60dc43c9d168 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4764118 May 19 09:36:42.132706 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Transition to ACTIVE for port object e367bb8a-a76d-450e-bb44-54a79a9e55c5 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:42.166784 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.182740 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a4ebff8e-b625-44de-a76f-5d3525db97e4 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:42.247233 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c524e21-7ae8-4e93-b71b-7e956a48a106 req-d600f6b8-b2b8-481d-ae91-2198d6d5e516 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:42.248821 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7c524e21-7ae8-4e93-b71b-7e956a48a106 req-d600f6b8-b2b8-481d-ae91-2198d6d5e516 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.1485739 May 19 09:36:42.257110 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54490a8a-fba3-4e14-9dbf-7226f53e7d5b req-2a30862f-53f9-4d7c-b00a-5ffbe31c5eb9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:42.258515 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-54490a8a-fba3-4e14-9dbf-7226f53e7d5b req-2a30862f-53f9-4d7c-b00a-5ffbe31c5eb9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 945 time: 0.1165123 May 19 09:36:42.291057 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device b03800e0-e994-4a76-9819-3210227aa0cb up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:42.334940 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7c524e21-7ae8-4e93-b71b-7e956a48a106 req-7e8924c4-c9e5-4131-80af-45bfc7236e6e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754490 May 19 09:36:42.368257 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-54490a8a-fba3-4e14-9dbf-7226f53e7d5b req-bd9acbdc-1ae0-4beb-81f1-71beeeb01c6f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957201 May 19 09:36:42.418423 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port b03800e0-e994-4a76-9819-3210227aa0cb triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:42.418977 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.445548 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e367bb8a-a76d-450e-bb44-54a79a9e55c5,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:42.463112 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:42.583715 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.647078 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-141ad45d-c9e7-4a21-934a-e77864b021a5 req-76c9fea3-ab48-4c8b-bdfd-ae5e5c76ca0f service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5158672 May 19 09:36:42.705420 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Attempting to bind port e367bb8a-a76d-450e-bb44-54a79a9e55c5 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:36:42.705686 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Attempting to bind port e367bb8a-a76d-450e-bb44-54a79a9e55c5 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:36:42.706024 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Attempting to bind port e367bb8a-a76d-450e-bb44-54a79a9e55c5 on network 1cbdea42-da04-4c89-a251-98762d197286 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:42.771081 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Port e367bb8a-a76d-450e-bb44-54a79a9e55c5 on network 1cbdea42-da04-4c89-a251-98762d197286 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:36:42.771424 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Attempting to bind port e367bb8a-a76d-450e-bb44-54a79a9e55c5 on network 1cbdea42-da04-4c89-a251-98762d197286 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:42.788158 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 36, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:36:42.788509 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Checking segment: {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:42.788917 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Bound using segment: {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:36:42.789346 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Bound port: e367bb8a-a76d-450e-bb44-54a79a9e55c5, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c47905c-7532-4472-9096-ec6117a8294d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': '1cbdea42-da04-4c89-a251-98762d197286'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:36:42.789701 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.917823 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:36:42.922131 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:36:42.926643 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:42.931468 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:42.958076 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98ddf62-ccb7-4e61-9993-9be74ec72199 req-aed73b4f-3d94-4e32-ad70-c7247e8d55d1 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:42.959448 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a98ddf62-ccb7-4e61-9993-9be74ec72199 req-aed73b4f-3d94-4e32-ad70-c7247e8d55d1 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.0831003 May 19 09:36:42.968261 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Router d28a7961-95a6-446b-8747-8f119d3343dd is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:36:42.999231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:42.999882 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:43.001257 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] 10.222.0.55 "PUT /v2.0/ports/e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 200 len: 1093 time: 2.7487628 May 19 09:36:43.003369 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:43.060052 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a98ddf62-ccb7-4e61-9993-9be74ec72199 req-5bbc14c3-cee9-4adf-b102-3ab109990ff5 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941951 May 19 09:36:43.102052 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe4a191-e37b-43a1-8721-43f78c90fe8b req-eec83561-a948-4d27-9561-e6bdd0de8f3f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:43.103804 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6fe4a191-e37b-43a1-8721-43f78c90fe8b req-eec83561-a948-4d27-9561-e6bdd0de8f3f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1222241 May 19 09:36:43.139104 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=e367bb8a-a76d-450e-bb44-54a79a9e55c5,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:43.146517 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:43.176973 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6fe4a191-e37b-43a1-8721-43f78c90fe8b req-c4fe0349-5e65-4129-8e4d-0241c428bec0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612187 May 19 09:36:43.236224 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'status': 'completed', 'code': 200} May 19 09:36:43.259391 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:36:43.262892 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a8b4de-0be8-486f-8fc1-ddd5f2e01ca3 req-1918a614-985e-4592-8496-140d47d0525b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:43.264514 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-86a8b4de-0be8-486f-8fc1-ddd5f2e01ca3 req-1918a614-985e-4592-8496-140d47d0525b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 946 time: 0.0858543 May 19 09:36:43.268325 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Sync routers for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:36:43.276984 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-16ef1a97-6f1a-4c3e-b35a-a2d905218aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:43.278426 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:36:43.278562 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-16ef1a97-6f1a-4c3e-b35a-a2d905218aa4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e82bbbcdf967433fbc450f8487dc2500&device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1096 time: 0.2151496 May 19 09:36:43.279520 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:36:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:43.284688 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:43.289023 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-747d689a-80a0-4e5c-8fa6-f92655e71429 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.9780724 May 19 09:36:43.289913 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56592) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:43.330021 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-86a8b4de-0be8-486f-8fc1-ddd5f2e01ca3 req-94d05fd5-72d0-40ce-a70e-1d050ccd7d9e tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571318 May 19 09:36:43.426466 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-a5d5b30c-93d6-4873-bc21-4739c66dafac service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 200 len: 217 time: 0.0758400 May 19 09:36:43.475977 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:36:43.602870 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381a344a-8637-48f7-ba40-bb1a9a40a9db req-2420cbf0-f809-4125-b3ec-f3dd9c1d0271 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:43.604375 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-381a344a-8637-48f7-ba40-bb1a9a40a9db req-2420cbf0-f809-4125-b3ec-f3dd9c1d0271 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.1551583 May 19 09:36:43.612583 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e78822-e2fc-4c73-943a-2646295d954a req-2eaf8f95-9bd1-4b12-901d-ac3851442ded tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:43.614040 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-12e78822-e2fc-4c73-943a-2646295d954a req-2eaf8f95-9bd1-4b12-901d-ac3851442ded tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 945 time: 0.1269047 May 19 09:36:43.682240 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-770b4e03-1b74-41fb-b033-218b4ffd2e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:43.683816 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-770b4e03-1b74-41fb-b033-218b4ffd2e1e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 HTTP/1.1" status: 200 len: 847 time: 0.2487819 May 19 09:36:43.685760 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-381a344a-8637-48f7-ba40-bb1a9a40a9db req-f2681f23-2c3a-49b3-9ac7-73a35c38bcb4 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707631 May 19 09:36:43.692799 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-12e78822-e2fc-4c73-943a-2646295d954a req-ed5708a9-caae-4e49-8081-f9fd8b66c062 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603364 May 19 09:36:43.790784 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:40Z', 'revision_number': 3, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:43.795366 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Checking router: d28a7961-95a6-446b-8747-8f119d3343dd for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:36:43.796565 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Updating router d28a7961-95a6-446b-8747-8f119d3343dd port 498f40e4-0273-4dd5-9289-4d5c03b4d568 binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:36:43.851708 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:43.939139 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-5e7a8a68-2bbc-478c-83f2-0f6ed2e33dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:43.940648 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-5e7a8a68-2bbc-478c-83f2-0f6ed2e33dbb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1cbdea42-da04-4c89-a251-98762d197286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2447495 May 19 09:36:44.210698 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:44.223889 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Transition to ACTIVE for port object 498f40e4-0273-4dd5-9289-4d5c03b4d568 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:44.244118 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:44.248383 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-32a811c2-47d8-448c-a7ff-4eb1f5163196 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:44.255026 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-74f2f25c-2e5f-4105-8583-3d5cd4b9c92a service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532346 May 19 09:36:44.299361 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ae9f98-9997-4a0a-b7e3-0ea16ee5788b req-78dc8fcc-2ca9-48e1-ade3-6305394bdb21 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:44.307107 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a1ae9f98-9997-4a0a-b7e3-0ea16ee5788b req-78dc8fcc-2ca9-48e1-ade3-6305394bdb21 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.1098485 May 19 09:36:44.365815 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a1ae9f98-9997-4a0a-b7e3-0ea16ee5788b req-adcae842-228e-479f-b13f-4a3d8a00b1ed tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575004 May 19 09:36:44.415735 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Attempting to bind port 498f40e4-0273-4dd5-9289-4d5c03b4d568 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:36:44.416306 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Attempting to bind port 498f40e4-0273-4dd5-9289-4d5c03b4d568 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:36:44.416555 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Attempting to bind port 498f40e4-0273-4dd5-9289-4d5c03b4d568 on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:44.424192 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:36:44.424620 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:44.425025 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:44.425417 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:36:44.425882 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Bound port: 498f40e4-0273-4dd5-9289-4d5c03b4d568, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:36:44.426255 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:44.451032 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Pushing event updated for resources: {'Port': ['ID=498f40e4-0273-4dd5-9289-4d5c03b4d568,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:44.476078 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.476522 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.476930 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.477351 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.477739 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.478178 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.478528 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.478920 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.479337 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.479770 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.480519 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.480519 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91666) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:36:44.486159 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:44.506105 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcb81b-382a-4ca1-bdc1-7c0e78d82c02 req-aab0f540-80c9-47eb-b644-b6b17833c3f8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:44.517405 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-89bcb81b-382a-4ca1-bdc1-7c0e78d82c02 req-aab0f540-80c9-47eb-b644-b6b17833c3f8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1243789 May 19 09:36:44.519492 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] For port 498f40e4-0273-4dd5-9289-4d5c03b4d568, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:36:44.532544 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] For port 498f40e4-0273-4dd5-9289-4d5c03b4d568, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=498f40e4-0273-4dd5-9289-4d5c03b4d568,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:36:44.536496 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:44.541065 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:44.552943 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:44.568727 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-592cda31-1291-4ac7-bb4f-e57bce9d83fd req-31bc1046-0d23-4cc8-a6ec-75bb47fb57ff service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999816 May 19 09:36:44.617442 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device c9c20cdf-4ad9-4924-9825-4989aedd2ede up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:44.630098 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:36:44.631118 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:36:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:44.634384 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-89bcb81b-382a-4ca1-bdc1-7c0e78d82c02 req-f6339097-f207-4b51-97db-fda4c6a4a912 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156652 May 19 09:36:44.675542 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a9f67-2722-44cf-a3e2-876d6906dc7a req-59f996c0-6527-4024-ac92-66c225fbb19c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:44.678100 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e66a9f67-2722-44cf-a3e2-876d6906dc7a req-59f996c0-6527-4024-ac92-66c225fbb19c tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 946 time: 0.1374969 May 19 09:36:44.693333 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port c9c20cdf-4ad9-4924-9825-4989aedd2ede completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:44.698937 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port c9c20cdf-4ad9-4924-9825-4989aedd2ede triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:44.699738 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:44.732468 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e66a9f67-2722-44cf-a3e2-876d6906dc7a req-39b80b2e-0ccf-4f7d-ba18-b12a8c0b629e tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481472 May 19 09:36:44.752306 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Pushing event updated for resources: {'Port': ['ID=498f40e4-0273-4dd5-9289-4d5c03b4d568,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:44.755454 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-54540b48-fb19-4909-8f77-8ce4bb70b12b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:44.852133 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900db776-ba47-4fa5-b498-92c110236552 req-0d9d005d-0ec3-4ff0-8110-ae88b0cc32e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:44.860235 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-900db776-ba47-4fa5-b498-92c110236552 req-0d9d005d-0ec3-4ff0-8110-ae88b0cc32e6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e82bbbcdf967433fbc450f8487dc2500&device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1096 time: 0.2328756 May 19 09:36:44.877627 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:36:44.885212 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:44.922756 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port c9c20cdf-4ad9-4924-9825-4989aedd2ede, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c9c20cdf-4ad9-4924-9825-4989aedd2ede,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:44.923950 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d214b8-e16e-485e-9529-f80678495b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20cdf-4ad9-4924-9825-4989aedd2ede'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:44.930497 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:44.932472 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:45.007878 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=c9c20cdf-4ad9-4924-9825-4989aedd2ede,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:45.018308 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8023227-a0a3-45a9-a175-c5a5eff2b620 req-42de9be7-78ac-48df-b357-e880bd2b4a73 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:45.019255 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:45.019899 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8023227-a0a3-45a9-a175-c5a5eff2b620 req-42de9be7-78ac-48df-b357-e880bd2b4a73 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 945 time: 0.1716275 May 19 09:36:45.027376 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ba8821-2230-40c2-be45-7d74f1504e0a req-cc7d60ab-0c90-407a-9e81-d8cafebd445e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:45.034253 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e3ba8821-2230-40c2-be45-7d74f1504e0a req-cc7d60ab-0c90-407a-9e81-d8cafebd445e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.1272073 May 19 09:36:45.047407 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Allocated IP 172.20.0.1 (9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a/2e5177c6-8109-4ba9-a826-84c08607ba47/ea049460-27e3-468e-9d7e-3a68f3c3d410) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:36:45.106642 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e3ba8821-2230-40c2-be45-7d74f1504e0a req-8084dd34-2d31-4a11-a27a-120300d457db tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715182 May 19 09:36:45.109600 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8023227-a0a3-45a9-a175-c5a5eff2b620 req-1e7f2df0-411e-47e0-96d9-a9331b034987 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726628 May 19 09:36:45.220759 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:40Z', 'revision_number': 3, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:45.225557 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160cb8f-62b6-44cf-ac3c-2d10b5713a2f None None] The sync data for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi is: [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:40Z', 'revision_number': 3, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:36:45.281187 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900db776-ba47-4fa5-b498-92c110236552 req-3ced54ce-f5a0-430e-b123-2879e544dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:45.282687 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-900db776-ba47-4fa5-b498-92c110236552 req-3ced54ce-f5a0-430e-b123-2879e544dbfc service neutron] 10.222.0.55 "GET /v2.0/networks?id=1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 200 len: 909 time: 0.4066265 May 19 09:36:45.329896 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d214b8-e16e-485e-9529-f80678495b40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9c20cdf-4ad9-4924-9825-4989aedd2ede', 'code': 200} May 19 09:36:45.367541 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-900db776-ba47-4fa5-b498-92c110236552 req-849a65ec-5c9e-4c1e-884f-3f0ec8da46e8 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 200 len: 217 time: 0.0697846 May 19 09:36:45.519321 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:45.562586 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900db776-ba47-4fa5-b498-92c110236552 req-92c25faa-d12c-42e5-96ac-c8a880fca48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:45.564131 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-900db776-ba47-4fa5-b498-92c110236552 req-92c25faa-d12c-42e5-96ac-c8a880fca48e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 HTTP/1.1" status: 200 len: 847 time: 0.1597962 May 19 09:36:45.568449 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Transition to ACTIVE for port object ea049460-27e3-468e-9d7e-3a68f3c3d410 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:45.668367 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256ff15-6d62-4d25-a160-46c392ed9113 req-f314df63-09df-4f24-8b0d-01b57eed7603 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:45.669894 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f256ff15-6d62-4d25-a160-46c392ed9113 req-f314df63-09df-4f24-8b0d-01b57eed7603 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.1506197 May 19 09:36:45.677536 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:45.680334 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac1c033-1264-403e-8042-bc13d8b1a1ad req-5ae02d84-a8aa-4233-9f61-ddf601d48154 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:45.681846 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2ac1c033-1264-403e-8042-bc13d8b1a1ad req-5ae02d84-a8aa-4233-9f61-ddf601d48154 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.2491534 May 19 09:36:45.687809 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:45.764345 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f256ff15-6d62-4d25-a160-46c392ed9113 req-1d09c71a-ced8-4753-98b3-e20b980a1d21 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804408 May 19 09:36:45.775124 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:45.780678 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2ac1c033-1264-403e-8042-bc13d8b1a1ad req-c5b5c8b8-3e1d-4716-afeb-76e26e929ddf tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827124 May 19 09:36:45.785743 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:45.793749 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:36:45.830410 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Pushing event updated for resources: {'Port': ['ID=ea049460-27e3-468e-9d7e-3a68f3c3d410,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:45.866804 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:45.869807 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:45.904196 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900db776-ba47-4fa5-b498-92c110236552 req-c84178e4-e7d8-469d-a196-c34883e946a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:45.906242 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-900db776-ba47-4fa5-b498-92c110236552 req-c84178e4-e7d8-469d-a196-c34883e946a7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1cbdea42-da04-4c89-a251-98762d197286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3091714 May 19 09:36:45.913724 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3084c-ff26-4539-b02e-12d505304f9f req-923fcc2d-64fd-4141-a564-2fe2ed1648ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:45.915203 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-a8a3084c-ff26-4539-b02e-12d505304f9f req-923fcc2d-64fd-4141-a564-2fe2ed1648ae service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 1099 time: 0.2850733 May 19 09:36:46.068673 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-a8a3084c-ff26-4539-b02e-12d505304f9f req-704de44f-d322-4b30-b489-c0b02fe686c5 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279192 May 19 09:36:46.115463 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-900db776-ba47-4fa5-b498-92c110236552 req-006f5b0d-d535-4dc7-9396-b1810a854c02 service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992621 May 19 09:36:46.150379 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-11303606-7923-4a09-9527-8ea250fc0e55 None None] Provisioning for port ea049460-27e3-468e-9d7e-3a68f3c3d410 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:46.155818 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-11303606-7923-4a09-9527-8ea250fc0e55 None None] Provisioning complete for port ea049460-27e3-468e-9d7e-3a68f3c3d410 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:46.156304 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-11303606-7923-4a09-9527-8ea250fc0e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.200153 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.232085 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7d4ff9-6396-4272-ade9-07a5907f8d78 req-ba148c0d-6074-4f76-bd7c-cc4aa5aeccfa tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:46.242789 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-11303606-7923-4a09-9527-8ea250fc0e55 None None] Port ea049460-27e3-468e-9d7e-3a68f3c3d410 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:36:46.246481 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5c7d4ff9-6396-4272-ade9-07a5907f8d78 req-ba148c0d-6074-4f76-bd7c-cc4aa5aeccfa tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 946 time: 0.3179667 May 19 09:36:46.293084 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509b14b-a251-4db7-81c1-d50c081c40a3 req-3d1066fa-6639-4267-832e-0a918ecd4020 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:46.296332 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3509b14b-a251-4db7-81c1-d50c081c40a3 req-3d1066fa-6639-4267-832e-0a918ecd4020 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.2375417 May 19 09:36:46.347040 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-b9d7a582-df94-4573-9826-77773097313a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:46.348649 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-b9d7a582-df94-4573-9826-77773097313a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 946 time: 0.2918966 May 19 09:36:46.353018 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 498f40e4-0273-4dd5-9289-4d5c03b4d568 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:46.360732 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5c7d4ff9-6396-4272-ade9-07a5907f8d78 req-c0f69993-e1c6-4188-9ec9-2ca817dd6304 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128879 May 19 09:36:46.432546 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 498f40e4-0273-4dd5-9289-4d5c03b4d568 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:46.439201 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 498f40e4-0273-4dd5-9289-4d5c03b4d568 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:46.440035 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.450269 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3509b14b-a251-4db7-81c1-d50c081c40a3 req-7973f62e-5428-4f1f-83f0-86f5cb34c7ee tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444192 May 19 09:36:46.548755 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-900db776-ba47-4fa5-b498-92c110236552 req-78e8e075-ca7e-4218-a981-e51103645ec2 service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279071 May 19 09:36:46.583508 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Deleting port 85521590-c6f7-4612-8569-0d032d4a2372 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:36:46.584002 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.586418 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.593298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.648598 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.648944 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-78934962-75a0-4f79-893d-319712c38460 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:46.668351 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 498f40e4-0273-4dd5-9289-4d5c03b4d568, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=498f40e4-0273-4dd5-9289-4d5c03b4d568,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:46.672832 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.679758 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:46.720525 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.729772 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Pushing event updated for resources: {'Port': ['ID=ea049460-27e3-468e-9d7e-3a68f3c3d410,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:46.744291 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:46.766826 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=498f40e4-0273-4dd5-9289-4d5c03b4d568,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:46.770458 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:46.843171 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] For port 85521590-c6f7-4612-8569-0d032d4a2372, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=85521590-c6f7-4612-8569-0d032d4a2372,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:46.843765 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:46.884391 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:46.885628 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:46.973529 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248954fa-5531-418c-9da7-09aee4953e81 req-443affda-023b-4729-868a-7eb35a7bea69 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:46.980832 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-248954fa-5531-418c-9da7-09aee4953e81 req-443affda-023b-4729-868a-7eb35a7bea69 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.3259139 May 19 09:36:46.990583 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Calling delete_port for 85521590-c6f7-4612-8569-0d032d4a2372 owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:36:47.145674 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-248954fa-5531-418c-9da7-09aee4953e81 req-0d5e7345-02ea-4e97-afe5-995c69613b9b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639698 May 19 09:36:47.179268 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-b3e1125b-5e00-43eb-8d1d-522c6d3f85ed None None] Provisioning complete for port ea049460-27e3-468e-9d7e-3a68f3c3d410 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:47.179836 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b3e1125b-5e00-43eb-8d1d-522c6d3f85ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:47.217182 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Router d28a7961-95a6-446b-8747-8f119d3343dd has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:36:47.239126 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fccdee-036c-46d6-85ad-9506d57a9161 req-ca786f7b-2770-45c9-88da-1bbf0bde7fae tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:47.246951 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-46fccdee-036c-46d6-85ad-9506d57a9161 req-ca786f7b-2770-45c9-88da-1bbf0bde7fae tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.1352336 May 19 09:36:47.265780 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-b3e1125b-5e00-43eb-8d1d-522c6d3f85ed None None] Port ea049460-27e3-468e-9d7e-3a68f3c3d410 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:36:47.385335 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-46fccdee-036c-46d6-85ad-9506d57a9161 req-7f9e1b02-3f84-4dd0-9b0c-2808589ede7f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378772 May 19 09:36:47.424973 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0a471-f041-480b-9dd1-6688e63ce06b req-09f18b16-29b6-4db0-8a99-7b0175ff0455 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:47.426546 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a9f0a471-f041-480b-9dd1-6688e63ce06b req-09f18b16-29b6-4db0-8a99-7b0175ff0455 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.1630816 May 19 09:36:47.429727 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:36:47.441032 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Sync routers for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:36:47.444523 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] 10.222.0.46 "PUT /v2.0/routers/d28a7961-95a6-446b-8747-8f119d3343dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1533849 May 19 09:36:47.453366 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:36:47.454266 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:36:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:47.515209 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:47.554711 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['fede3a95-b301-4d44-954a-57ed0bd04c37', 'ec684c3b-0c97-4cef-848a-b7f38d003453', '4fac5c6d-17cb-4883-bd86-c4c3027c65ec'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:36:47.588725 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2fbc3f31-9531-4f2e-aaae-2b3535b806c0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:47.647128 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Pushing event deleted for resources: {'Port': ['ID=85521590-c6f7-4612-8569-0d032d4a2372,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:47.666584 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a9f0a471-f041-480b-9dd1-6688e63ce06b req-79a72bed-a702-4d45-9591-ef6362d0bba9 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339098 May 19 09:36:47.667686 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:47.688227 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-83ad3309-7f0a-4360-b400-bb7464609df7 req-8d740057-e318-40a7-980e-33f9fc25ec09 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=6d6c4ac2-2918-483a-bac8-b50530af240f HTTP/1.1" status: 200 len: 210 time: 0.1345184 May 19 09:36:47.769255 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:36:47.854046 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] No DVR routers for this DVR port 85521590-c6f7-4612-8569-0d032d4a2372 on host hv-cinder-79128 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:36:47.858755 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:47.862332 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d6c4ac2-2918-483a-bac8-b50530af240f', 'name': 'network-vif-deleted', 'tag': '85521590-c6f7-4612-8569-0d032d4a2372'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:47.937457 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a395eed-4920-4a5b-b9d2-b4e8546c2e73 req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "DELETE /v2.0/ports/85521590-c6f7-4612-8569-0d032d4a2372 HTTP/1.1" status: 204 len: 173 time: 1.5628300 May 19 09:36:47.980201 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3d34c-2853-4d4b-b8ea-ad1c97d5535a req-786bb148-2a53-4494-8fc0-e442840d696c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:47.981891 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dda3d34c-2853-4d4b-b8ea-ad1c97d5535a req-786bb148-2a53-4494-8fc0-e442840d696c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1249993 May 19 09:36:48.072535 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dda3d34c-2853-4d4b-b8ea-ad1c97d5535a req-c6711c8f-3a8b-4e50-8614-bd5d363a3255 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824327 May 19 09:36:48.169189 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d6c4ac2-2918-483a-bac8-b50530af240f', 'name': 'network-vif-deleted', 'tag': '85521590-c6f7-4612-8569-0d032d4a2372', 'status': 'completed', 'code': 200} May 19 09:36:48.368683 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 498f40e4-0273-4dd5-9289-4d5c03b4d568 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:48.440395 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aa049-eef4-4106-adae-f0354b130257 req-2c95eac5-cf8f-4eaf-8d52-11ebb5cf5fd5 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:48.442010 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-089aa049-eef4-4106-adae-f0354b130257 req-2c95eac5-cf8f-4eaf-8d52-11ebb5cf5fd5 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1438649 May 19 09:36:48.453055 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56676) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:48.459676 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1986501258-network', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:48.464300 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:48.468757 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Usage tracker for resource:network and tenant:ac8ad4481d4b42128cca827046a50ab6 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:48.471846 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:48.478656 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:48.496587 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Made reservation on behalf of ac8ad4481d4b42128cca827046a50ab6 for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:36:48.502474 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:48.520259 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-089aa049-eef4-4106-adae-f0354b130257 req-ff688ce0-177e-4a31-a02e-b8166b7724e5 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714252 May 19 09:36:48.536034 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:48.545338 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 498f40e4-0273-4dd5-9289-4d5c03b4d568 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:48.546378 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:48.561214 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:48.565060 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Usage tracker for resource:security_group_rule and tenant:ac8ad4481d4b42128cca827046a50ab6 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:48.568712 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:48.579922 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:48.663014 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 85521590-c6f7-4612-8569-0d032d4a2372 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:36:48.708753 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 2, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:48.716321 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Checking router: d28a7961-95a6-446b-8747-8f119d3343dd for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:36:48.716689 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Updating router d28a7961-95a6-446b-8747-8f119d3343dd port ea049460-27e3-468e-9d7e-3a68f3c3d410 binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:36:48.743230 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 85521590-c6f7-4612-8569-0d032d4a2372 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:36:48.743456 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 85521590-c6f7-4612-8569-0d032d4a2372 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:36:48.769523 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:48.782298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:48.798813 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7b60f336-f6ee-430e-a7a5-950a1921e5e1 tempest-VolumesNegativeTest-1561212675 tempest-VolumesNegativeTest-1561212675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:48.838681 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a0c5b4b-bb1f-4b6d-b38d-130f5873f535,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:48.844833 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:48.855374 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:36:48.868797 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:48.870180 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Added segment c055402c-dc7e-42b3-af60-c3a06fae2136 of type vlan for network e2028e1c-5130-45e2-8da3-153de1fb9ef2 May 19 09:36:48.890611 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:48.959860 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:49.032801 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:49.034486 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:49.035234 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:49.049142 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:49.068712 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb5fe7-5165-4c98-9d67-edd3601e55ec req-46d8b171-bbba-4af0-ac0f-298d7f7648b3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:49.076038 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0ddb5fe7-5165-4c98-9d67-edd3601e55ec req-46d8b171-bbba-4af0-ac0f-298d7f7648b3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.2023273 May 19 09:36:49.140899 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0ddb5fe7-5165-4c98-9d67-edd3601e55ec req-2192d72b-2068-4134-8447-48b168e5d841 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639052 May 19 09:36:49.168621 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7115889 May 19 09:36:49.169284 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56732) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:49.169967 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Pushing event updated for resources: {'Network': ['ID=e2028e1c-5130-45e2-8da3-153de1fb9ef2,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:49.174783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:49.178762 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Request body: {'subnet': {'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1986501258-subnet', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:49.183759 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:49.187707 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Usage tracker for resource:subnet and tenant:ac8ad4481d4b42128cca827046a50ab6 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:49.190634 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:49.196447 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:49.206884 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network e2028e1c-5130-45e2-8da3-153de1fb9ef2 details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:36:49.213115 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Made reservation on behalf of ac8ad4481d4b42128cca827046a50ab6 for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:36:49.216580 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16406806'] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:49.562389 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb5a26d-ecbe-478b-9d56-6ed1e5158ae5 req-18ec7458-4d9c-4116-9ce2-438d080d1a07 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:49.573192 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4cb5a26d-ecbe-478b-9d56-6ed1e5158ae5 req-18ec7458-4d9c-4116-9ce2-438d080d1a07 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.2301121 May 19 09:36:49.658607 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4cb5a26d-ecbe-478b-9d56-6ed1e5158ae5 req-6f66ca9b-0f15-4229-99da-8f3ece8fb8e7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841525 May 19 09:36:49.718764 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:49.735073 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Transition to ACTIVE for port object ea049460-27e3-468e-9d7e-3a68f3c3d410 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:49.744484 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:49.760156 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:49.903662 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14738279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16406820'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:49.915811 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:50.056767 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8385072-60a0-4c20-8e81-c061a19d87c6 None None] Pushing event updated for resources: {'Port': ['ID=ea049460-27e3-468e-9d7e-3a68f3c3d410,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:50.071793 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8385072-60a0-4c20-8e81-c061a19d87c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:50.072513 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Checking segment: {'id': 'c055402c-dc7e-42b3-af60-c3a06fae2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:50.072882 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Network hostable DHCP agents. Network: e2028e1c-5130-45e2-8da3-153de1fb9ef2, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:36:50.083907 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c0038e5-9bf5-4f86-a270-eafeaa507775,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:50.087015 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:50.097604 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Network e2028e1c-5130-45e2-8da3-153de1fb9ef2 is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:36:50.100304 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Attempting to bind port ea049460-27e3-468e-9d7e-3a68f3c3d410 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:36:50.100811 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Attempting to bind port ea049460-27e3-468e-9d7e-3a68f3c3d410 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:36:50.101190 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Attempting to bind port ea049460-27e3-468e-9d7e-3a68f3c3d410 on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:50.114153 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:36:50.114519 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Checking segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:50.114932 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:50.115337 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Bound using segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:36:50.115478 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, e2028e1c-5130-45e2-8da3-153de1fb9ef2) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:50.115914 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Bound port: ea049460-27e3-468e-9d7e-3a68f3c3d410, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:36:50.116375 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:50.126383 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:50.127067 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:50.157800 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 56774) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:50.166111 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:50.171223 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9964366 May 19 09:36:50.175475 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:50.181098 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Usage tracker for resource:router and tenant:ac8ad4481d4b42128cca827046a50ab6 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:50.184437 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:50.190773 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:50.206427 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-550769', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7791'] for router, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:50.207999 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-648049', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-651056', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-583862', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7780'] for router, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:50.214569 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f61c60e-9e19-4199-b33c-02e6d13311b2 None None] Network e2028e1c-5130-45e2-8da3-153de1fb9ef2 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:36:50.250716 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:50.371211 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] For port ea049460-27e3-468e-9d7e-3a68f3c3d410, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:36:50.377943 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] For port ea049460-27e3-468e-9d7e-3a68f3c3d410, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=ea049460-27e3-468e-9d7e-3a68f3c3d410,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:36:50.400806 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:50.419406 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:50.580424 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:36:50.580424 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:36:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:50.670090 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8385072-60a0-4c20-8e81-c061a19d87c6 None None] Pushing event updated for resources: {'Port': ['ID=ea049460-27e3-468e-9d7e-3a68f3c3d410,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:50.918561 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-651065', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-550659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7754'] for router, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:51.022446 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:36:51.078015 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d4729-97c5-4586-8bc1-9daedd61b0df req-d43ee1dd-f3c1-46e6-b83e-1f15c7635866 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:51.086662 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-641d4729-97c5-4586-8bc1-9daedd61b0df req-d43ee1dd-f3c1-46e6-b83e-1f15c7635866 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.5660386 May 19 09:36:51.142899 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-641d4729-97c5-4586-8bc1-9daedd61b0df req-8e0d14d3-5f8f-4166-ad9f-f489ff234e72 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549335 May 19 09:36:51.206937 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8385072-60a0-4c20-8e81-c061a19d87c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:51.453411 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbdb9fbed-a4fe-5095-8884-f00b070d6aa3-e2028e1c-5130-45e2-8da3-153de1fb9ef2', 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'fixed_ips': [{'subnet_id': '8c0038e5-9bf5-4f86-a270-eafeaa507775'}]}} from dv-cinder-791281-2-iscsi. {{(pid=91665) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 19 09:36:51.454495 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:51.550940 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:51.585669 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:51.632490 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e78c0f4-b1e5-4cc1-bd25-f3ecc76d2b09 req-2a4bd62d-8538-48b6-bf78-3bfcd5dd9542 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:51.633968 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e78c0f4-b1e5-4cc1-bd25-f3ecc76d2b09 req-2a4bd62d-8538-48b6-bf78-3bfcd5dd9542 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.3265038 May 19 09:36:51.667154 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:50Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:51.675463 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b33b3c-babe-4258-a355-b714e00a4d3d None None] The sync data for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi is: [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:50Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:36:51.691713 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.db_base_plugin_common [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Allocated IP 172.20.0.2 (e2028e1c-5130-45e2-8da3-153de1fb9ef2/8c0038e5-9bf5-4f86-a270-eafeaa507775/22f7353e-96d6-47da-a3f7-3e902c4cd7b0) {{(pid=91665) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:36:51.699975 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e96ad59-8a14-4a5b-b3ae-f4632df9af9d req-9ab41cac-33d7-4813-ac62-34af73470e42 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:51.700899 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-9e96ad59-8a14-4a5b-b3ae-f4632df9af9d req-9ab41cac-33d7-4813-ac62-34af73470e42 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Synchronizing usage tracker for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:36:51.785834 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e78c0f4-b1e5-4cc1-bd25-f3ecc76d2b09 req-c83f76a9-f1dd-4027-aa68-8df3f45e6a85 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427519 May 19 09:36:51.804297 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-9e96ad59-8a14-4a5b-b3ae-f4632df9af9d req-9ab41cac-33d7-4813-ac62-34af73470e42 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Unset dirty status for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:36:51.805489 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e96ad59-8a14-4a5b-b3ae-f4632df9af9d req-9ab41cac-33d7-4813-ac62-34af73470e42 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 945 time: 0.3893883 May 19 09:36:51.872531 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Allocated IP 172.27.1.174 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/bafb8ec7-1f26-47e6-a388-04cf9beb4872) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:36:51.946619 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e96ad59-8a14-4a5b-b3ae-f4632df9af9d req-22cdf040-5583-49be-a3d0-5993fe3a4bdc tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144905 May 19 09:36:52.007279 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Notify callbacks [] for port, precommit_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:52.021199 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Transition to ACTIVE for port object 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:52.058263 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Transition to ACTIVE for port object 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 will not be triggered until provisioned by entity DHCP. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:52.067198 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695'] for port, after_create {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:52.081310 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8385072-60a0-4c20-8e81-c061a19d87c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:52.168310 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Network e2028e1c-5130-45e2-8da3-153de1fb9ef2 is already hosted by enough agents. {{(pid=91665) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:52.172211 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.scheduler.base_scheduler [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Resources bound (agent type, host, resource id): {{(pid=91665) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:52.178678 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Received port after_create {{(pid=91665) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:36:52.293500 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Pushing event updated for resources: {'Port': ['ID=22f7353e-96d6-47da-a3f7-3e902c4cd7b0,revision_number=1']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:52.301309 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:52.363007 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:52.400249 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Attempting to bind port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:36:52.401087 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Attempting to bind port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': 'c055402c-dc7e-42b3-af60-c3a06fae2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:36:52.401685 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Attempting to bind port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 on network e2028e1c-5130-45e2-8da3-153de1fb9ef2 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:52.412287 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ea049460-27e3-468e-9d7e-3a68f3c3d410 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:52.451713 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:36:52.452888 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Checking segment: {'id': 'c055402c-dc7e-42b3-af60-c3a06fae2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:52.453536 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:52.454413 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Bound using segment: {'id': 'c055402c-dc7e-42b3-af60-c3a06fae2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:36:52.455210 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Bound port: 22f7353e-96d6-47da-a3f7-3e902c4cd7b0, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c055402c-dc7e-42b3-af60-c3a06fae2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:36:52.455876 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:52.482040 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bd1f81-bca9-4c72-8135-4ef1ed5ec94c req-33d552b0-d4a7-4fa2-9b6b-e1c43a5b60d2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:52.484200 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-93bd1f81-bca9-4c72-8135-4ef1ed5ec94c req-33d552b0-d4a7-4fa2-9b6b-e1c43a5b60d2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.1106782 May 19 09:36:52.485244 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:52.490874 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-07005db9-6dcd-484a-b041-34eeb9cd3d0a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:52.586668 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] For port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:36:52.590551 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] For port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=22f7353e-96d6-47da-a3f7-3e902c4cd7b0,segment=NetworkSegment(c055402c-dc7e-42b3-af60-c3a06fae2136),segment_id=c055402c-dc7e-42b3-af60-c3a06fae2136)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:36:52.597302 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:52.598957 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:52.600142 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:52.605969 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:52.606732 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:36:52.648697 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Pushing event updated for resources: {'Port': ['ID=bafb8ec7-1f26-47e6-a388-04cf9beb4872,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:52.652069 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e367bb8a-a76d-450e-bb44-54a79a9e55c5 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:36:52.662339 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:52.665586 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-93bd1f81-bca9-4c72-8135-4ef1ed5ec94c req-86210943-7f46-49c6-ad3e-403fe9d9c574 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445768 May 19 09:36:52.880635 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:36:53.017275 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:53.086586 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'port_id': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'mac_address': 'fa:16:3e:e0:b6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:36:53.214462 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Pushing event updated for resources: {'Port': ['ID=22f7353e-96d6-47da-a3f7-3e902c4cd7b0,revision_number=2']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:53.218723 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:53.219572 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port ea049460-27e3-468e-9d7e-3a68f3c3d410 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:53.224429 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:53.254268 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e367bb8a-a76d-450e-bb44-54a79a9e55c5 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:36:53.258312 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port ea049460-27e3-468e-9d7e-3a68f3c3d410 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:53.258695 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:53.505255 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:53.510083 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:53.511741 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:53.523427 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:53.534582 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:53.635965 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port ea049460-27e3-468e-9d7e-3a68f3c3d410, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=ea049460-27e3-468e-9d7e-3a68f3c3d410,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:53.641073 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:53.646111 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=e367bb8a-a76d-450e-bb44-54a79a9e55c5,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:53.649211 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:53.649891 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:53.702038 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771b2c7c-14c2-494b-bd45-6977cf88e57c req-1c64d083-5b29-4ef4-b1be-b850b115fb63 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:53.708657 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-771b2c7c-14c2-494b-bd45-6977cf88e57c req-1c64d083-5b29-4ef4-b1be-b850b115fb63 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.4619927 May 19 09:36:53.725019 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=ea049460-27e3-468e-9d7e-3a68f3c3d410,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:53.728437 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:53.891405 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-771b2c7c-14c2-494b-bd45-6977cf88e57c req-403396b4-d3be-4ad1-bb33-b78c61c8ffc8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355851 May 19 09:36:53.943062 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e36f7-6098-44bb-8183-4a4e26387d72 req-45672f91-c6e3-49e1-973c-5b28d618eabc tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:53.944602 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e35e36f7-6098-44bb-8183-4a4e26387d72 req-45672f91-c6e3-49e1-973c-5b28d618eabc tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 945 time: 0.2596338 May 19 09:36:54.026783 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d7dff7-856a-4809-a022-1e61c53fd3a7 None None] Network e2028e1c-5130-45e2-8da3-153de1fb9ef2 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:36:54.119480 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-d3d5ecbd-958f-4a1a-a9dc-6120ece90f91 None None] Provisioning for port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:54.127251 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e35e36f7-6098-44bb-8183-4a4e26387d72 req-f414d83c-79db-4cdc-a5ae-dbaf9dd94693 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321838 May 19 09:36:54.132173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-550778', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-651146'] for router, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:54.397353 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec9d62-d7ea-41b2-ab07-5250869ad478 req-aa73c87a-93c0-4f82-a05b-01ecf4b6d94f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:54.398852 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-62ec9d62-d7ea-41b2-ab07-5250869ad478 req-aa73c87a-93c0-4f82-a05b-01ecf4b6d94f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.3856721 May 19 09:36:54.445943 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:54.524053 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['e367bb8a-a76d-450e-bb44-54a79a9e55c5'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:36:54.603528 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:54.607266 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-62ec9d62-d7ea-41b2-ab07-5250869ad478 req-a6dd4c26-0a12-4f67-938b-80c9ac4277c4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1546037 May 19 09:36:54.620722 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:54.621111 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:54.624385 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f628eef0-3ad4-4756-b9bd-c22938ce3957 req-a3dc5965-688a-4d3c-9a09-0a9e0bce7f99 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:54.631319 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f628eef0-3ad4-4756-b9bd-c22938ce3957 req-a3dc5965-688a-4d3c-9a09-0a9e0bce7f99 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 944 time: 0.3382883 May 19 09:36:54.707241 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f628eef0-3ad4-4756-b9bd-c22938ce3957 req-afa4a90d-c752-4c1c-b5fa-21a303d4407f tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671582 May 19 09:36:54.711559 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-fbafa1f1-f59f-4493-aeb7-60753cd80878 None None] Provisioning complete for port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:54.711881 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fbafa1f1-f59f-4493-aeb7-60753cd80878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:54.721263 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8e8b5ef8-3290-4497-ad4c-8cc26005da8a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:54.721263 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8e8b5ef8-3290-4497-ad4c-8cc26005da8a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 945 time: 0.2432244 May 19 09:36:54.725682 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f is scheduled to L3 agent a4264644-19c3-427c-85eb-55f6a267fcee with binding_index 1 {{(pid=91664) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 19 09:36:54.946427 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:54.982113 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fbafa1f1-f59f-4493-aeb7-60753cd80878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:55.042239 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=22f7353e-96d6-47da-a3f7-3e902c4cd7b0,segment=NetworkSegment(c055402c-dc7e-42b3-af60-c3a06fae2136),segment_id=c055402c-dc7e-42b3-af60-c3a06fae2136)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:55.050422 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:55.051276 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ea049460-27e3-468e-9d7e-3a68f3c3d410 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:55.063074 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:36:55.071661 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Sync routers for ids ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:36:55.081934 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Routers {'93a2365c-a33c-4d7f-894d-f4d7fbfd937f'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:36:55.082759 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:36:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:55.089168 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:55.100182 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Deleting port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:36:55.100767 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:55.130834 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:55.131930 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9723434 May 19 09:36:55.134819 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56862) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:55.267193 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5615057d-35aa-4473-b509-950f709ae732 req-46c331d9-8659-456b-9d33-cda8aefd6eee tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:55.268725 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5615057d-35aa-4473-b509-950f709ae732 req-46c331d9-8659-456b-9d33-cda8aefd6eee tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.2602723 May 19 09:36:55.290664 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Set router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:36:55.342325 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] For port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:55.343282 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:55.369444 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.db.api [None req-fbafa1f1-f59f-4493-aeb7-60753cd80878 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 19 09:36:55.370104 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_db.api [None req-fbafa1f1-f59f-4493-aeb7-60753cd80878 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 19 09:36:55.387644 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=22f7353e-96d6-47da-a3f7-3e902c4cd7b0,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:55.393189 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:55.412000 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port ea049460-27e3-468e-9d7e-3a68f3c3d410 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:55.412386 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:55.508600 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Calling delete_port for 4fac5c6d-17cb-4883-bd86-c4c3027c65ec owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:36:55.585674 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:50Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 3, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'gw_port': {'id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:15:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:51Z', 'updated_at': '2021-05-19T09:36:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:55.589876 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Checking router: 93a2365c-a33c-4d7f-894d-f4d7fbfd937f for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:36:55.590235 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Updating router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f port bafb8ec7-1f26-47e6-a388-04cf9beb4872 binding host dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:36:55.644722 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:55.684227 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5615057d-35aa-4473-b509-950f709ae732 req-5a44382e-5c03-4fe0-bb9a-58924ac22ba7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837137 May 19 09:36:55.714146 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585fd76f-84d4-4821-84e0-c45108595eb1 req-649b0c53-d947-4218-b528-924b9aa3a5b7 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:55.726364 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-585fd76f-84d4-4821-84e0-c45108595eb1 req-649b0c53-d947-4218-b528-924b9aa3a5b7 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 945 time: 0.3864012 May 19 09:36:55.844622 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-585fd76f-84d4-4821-84e0-c45108595eb1 req-80be159b-1354-43e5-9ac1-dfbfa5e24d25 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164913 May 19 09:36:55.935485 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:55.942369 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:56.022759 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Pushing event deleted for resources: {'Port': ['ID=4fac5c6d-17cb-4883-bd86-c4c3027c65ec,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:56.034026 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:56.144082 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Notify callbacks [] for port, precommit_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.157090 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.provisioning_blocks [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Transition to ACTIVE for port object bafb8ec7-1f26-47e6-a388-04cf9beb4872 will not be triggered until provisioned by entity L2. {{(pid=91666) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:56.169377 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.175615 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:56.238490 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] No DVR routers for this DVR port 4fac5c6d-17cb-4883-bd86-c4c3027c65ec on host hv-cinder-79128 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:36:56.249468 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Attempting to bind port bafb8ec7-1f26-47e6-a388-04cf9beb4872 on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:36:56.249726 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Attempting to bind port bafb8ec7-1f26-47e6-a388-04cf9beb4872 by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:36:56.249900 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4395ab6f-df79-44a0-87e4-5b4fdf00b940 req-90954544-b610-4f58-957a-6bde80d9d91c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:56.250269 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Attempting to bind port bafb8ec7-1f26-47e6-a388-04cf9beb4872 on network 05abf8e6-37a9-4415-9dd9-529b25207a68 {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:36:56.251724 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4395ab6f-df79-44a0-87e4-5b4fdf00b940 req-90954544-b610-4f58-957a-6bde80d9d91c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.3879457 May 19 09:36:56.252746 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.256497 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66647d89-d1cc-45e8-b82f-a0213882a6aa None None] Pushing event updated for resources: {'Port': ['ID=bafb8ec7-1f26-47e6-a388-04cf9beb4872,revision_number=2']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:56.257116 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c025d4-1793-4878-9151-49815fd8c630', 'name': 'network-vif-deleted', 'tag': '4fac5c6d-17cb-4883-bd86-c4c3027c65ec'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:56.260625 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-66647d89-d1cc-45e8-b82f-a0213882a6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:56.261691 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:36:56.262049 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Checking segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91666) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:36:56.262461 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.263303 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Bound using segment: {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'} {{(pid=91666) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:36:56.263429 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.managers [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Bound port: bafb8ec7-1f26-47e6-a388-04cf9beb4872, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d8b6b0e-4673-4b35-b778-75e90474a895', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}}] {{(pid=91666) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:36:56.263764 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.275188 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.277984 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b0cce82b-812f-4fcb-a29b-3924f0f92795 req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "DELETE /v2.0/ports/4fac5c6d-17cb-4883-bd86-c4c3027c65ec HTTP/1.1" status: 204 len: 173 time: 1.5499811 May 19 09:36:56.342892 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929b3d6-9576-4df8-9e27-1aeeee6bd740 req-cfd422a7-b066-43c7-98a0-0c74ad25875d tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:56.345666 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b929b3d6-9576-4df8-9e27-1aeeee6bd740 req-cfd422a7-b066-43c7-98a0-0c74ad25875d tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 944 time: 0.3557675 May 19 09:36:56.355434 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] For port bafb8ec7-1f26-47e6-a388-04cf9beb4872, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91666) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:36:56.362475 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.plugins.ml2.db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] For port bafb8ec7-1f26-47e6-a388-04cf9beb4872, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=bafb8ec7-1f26-47e6-a388-04cf9beb4872,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91666) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:36:56.370237 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4395ab6f-df79-44a0-87e4-5b4fdf00b940 req-341a7c8f-41e2-47cd-a49f-f78d7e715338 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899572 May 19 09:36:56.371399 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron_lib.callbacks.manager [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91666) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.380705 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:56.405921 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b929b3d6-9576-4df8-9e27-1aeeee6bd740 req-b5b0b922-7de3-498d-8f18-62ee7b21bd3c tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595381 May 19 09:36:56.468026 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c025d4-1793-4878-9151-49815fd8c630', 'name': 'network-vif-deleted', 'tag': '4fac5c6d-17cb-4883-bd86-c4c3027c65ec', 'status': 'completed', 'code': 200} May 19 09:36:56.474471 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:56.514675 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66647d89-d1cc-45e8-b82f-a0213882a6aa None None] Pushing event updated for resources: {'Port': ['ID=bafb8ec7-1f26-47e6-a388-04cf9beb4872,revision_number=3']} {{(pid=91666) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:56.519514 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG oslo_concurrency.lockutils [None req-66647d89-d1cc-45e8-b82f-a0213882a6aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91666) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:56.541570 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Routers {'93a2365c-a33c-4d7f-894d-f4d7fbfd937f'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:36:56.542972 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:36:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:56.580166 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:56.580941 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.621632 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Allocated IP 172.20.0.1 (e2028e1c-5130-45e2-8da3-153de1fb9ef2/8c0038e5-9bf5-4f86-a270-eafeaa507775/ba5bbd63-295c-4fad-a6b0-68b97dbd219a) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:36:56.794357 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39afd50-ae49-45cd-9029-955dde678e06 req-bf41c5c8-2f70-4eb8-8ecc-61b419e54805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:56.796409 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f39afd50-ae49-45cd-9029-955dde678e06 req-bf41c5c8-2f70-4eb8-8ecc-61b419e54805 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 1098 time: 0.1115944 May 19 09:36:56.819442 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.825411 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] Set router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:36:56.846942 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Transition to ACTIVE for port object ba5bbd63-295c-4fad-a6b0-68b97dbd219a will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:36:56.862280 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['fede3a95-b301-4d44-954a-57ed0bd04c37', 'ec684c3b-0c97-4cef-848a-b7f38d003453'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:36:56.896550 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:56.902041 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9996d4c8-b298-444f-87a6-f1be33c5d83a tempest-DeleteServersTestJSON-1749898850 tempest-DeleteServersTestJSON-1749898850-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:56.902377 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f39afd50-ae49-45cd-9029-955dde678e06 req-c7ae01a1-c998-4c7a-b620-db88d7c9613c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926089 May 19 09:36:56.949587 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068e6ddc-2c93-4e4e-92ce-7524f9c1c714 req-b2502d68-0959-423b-a27d-541d0635b006 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:56.959556 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-068e6ddc-2c93-4e4e-92ce-7524f9c1c714 req-b2502d68-0959-423b-a27d-541d0635b006 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1091614 May 19 09:36:57.015242 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-068e6ddc-2c93-4e4e-92ce-7524f9c1c714 req-f21f5436-a518-41e2-a91e-83ce151a2d2a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543211 May 19 09:36:57.020430 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Network e2028e1c-5130-45e2-8da3-153de1fb9ef2 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:57.031354 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:57.040610 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:36:57.098802 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5bbd63-295c-4fad-a6b0-68b97dbd219a,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:57.112004 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:57.129772 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-41abb904-79ea-4839-9968-6ebbc4594d02 req-ccde9d1e-5dd6-4c7c-baad-f4e5f0bf3816 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Synchronizing usage tracker for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:36:57.139923 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-654905'] for router_interface, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.158606 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-41abb904-79ea-4839-9968-6ebbc4594d02 req-ccde9d1e-5dd6-4c7c-baad-f4e5f0bf3816 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Unset dirty status for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:36:57.160036 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-41abb904-79ea-4839-9968-6ebbc4594d02 req-ccde9d1e-5dd6-4c7c-baad-f4e5f0bf3816 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=b1c025d4-1793-4878-9151-49815fd8c630 HTTP/1.1" status: 200 len: 210 time: 0.0906899 May 19 09:36:57.272913 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:50Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 3, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'gw_port': {'id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:15:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:51Z', 'updated_at': '2021-05-19T09:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:57.277146 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d365e98-934d-454c-80c3-3e21144084e9 None None] The sync data for ids ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'] in dv-cinder-791281-2-iscsi is: [{'id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:50Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 3, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'gw_port': {'id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:15:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:51Z', 'updated_at': '2021-05-19T09:36:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:36:57.331169 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.333177 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-134968a4-43b5-48d5-8e09-84742d11fa89 None None] Provisioning for port ba5bbd63-295c-4fad-a6b0-68b97dbd219a completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:57.347914 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-134968a4-43b5-48d5-8e09-84742d11fa89 None None] Provisioning complete for port ba5bbd63-295c-4fad-a6b0-68b97dbd219a triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:57.348370 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-134968a4-43b5-48d5-8e09-84742d11fa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.411297 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-134968a4-43b5-48d5-8e09-84742d11fa89 None None] Port ba5bbd63-295c-4fad-a6b0-68b97dbd219a cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:36:57.664004 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.668722 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.722813 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4cdcd7fd-2ab7-4b5d-95c9-622dbd33d88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:57.776650 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22996b6d-c2c9-4054-9dd3-bd65c1cf31c4 req-ea8995ef-be9b-4e7e-98ec-8a9f17147840 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:57.786464 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-22996b6d-c2c9-4054-9dd3-bd65c1cf31c4 req-ea8995ef-be9b-4e7e-98ec-8a9f17147840 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 944 time: 0.2384744 May 19 09:36:57.820226 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760f768b-fb83-49bd-bd0a-1e63f0d602a2 req-9408f688-5414-4cbe-b54a-3f88b677bdae tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:57.821800 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-760f768b-fb83-49bd-bd0a-1e63f0d602a2 req-9408f688-5414-4cbe-b54a-3f88b677bdae tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1802199 May 19 09:36:57.834842 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Pushing event updated for resources: {'Port': ['ID=ba5bbd63-295c-4fad-a6b0-68b97dbd219a,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:57.837760 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-779684', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-654942'] for router_interface, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:57.841623 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:57.878885 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-22996b6d-c2c9-4054-9dd3-bd65c1cf31c4 req-43cce290-06b3-4708-b00c-fe94221dc166 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914514 May 19 09:36:57.920727 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-760f768b-fb83-49bd-bd0a-1e63f0d602a2 req-2ffaf66b-08d7-40a2-a00c-453ea84a7bf4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865312 May 19 09:36:57.989771 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Network e2028e1c-5130-45e2-8da3-153de1fb9ef2 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:36:57.990916 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:36:58.251110 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:36:58.255156 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-9d913f88-c9eb-4214-bdd7-38c05fe12352 None None] Provisioning complete for port ba5bbd63-295c-4fad-a6b0-68b97dbd219a triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:58.258357 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9d913f88-c9eb-4214-bdd7-38c05fe12352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:58.292769 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0988046-c5b8-4533-a7a5-cb95a9a27d69 req-e4b25100-e488-4b1b-b2e4-eea7b52262f8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:58.294769 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d0988046-c5b8-4533-a7a5-cb95a9a27d69 req-e4b25100-e488-4b1b-b2e4-eea7b52262f8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1355748 May 19 09:36:58.356976 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-9d913f88-c9eb-4214-bdd7-38c05fe12352 None None] Port ba5bbd63-295c-4fad-a6b0-68b97dbd219a cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:36:58.407110 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bafb8ec7-1f26-47e6-a388-04cf9beb4872 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:58.414436 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d0988046-c5b8-4533-a7a5-cb95a9a27d69 req-467c3f3e-2f49-40ad-949e-c94222ed1336 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099153 May 19 09:36:58.579919 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port bafb8ec7-1f26-47e6-a388-04cf9beb4872 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:58.587728 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port bafb8ec7-1f26-47e6-a388-04cf9beb4872 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:58.588312 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:58.650475 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e367bb8a-a76d-450e-bb44-54a79a9e55c5 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:36:58.704778 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:36:58.724491 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] 10.222.0.46 "PUT /v2.0/routers/93a2365c-a33c-4d7f-894d-f4d7fbfd937f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5868890 May 19 09:36:58.787365 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:58.810792 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port e367bb8a-a76d-450e-bb44-54a79a9e55c5 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:36:58.819847 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port bafb8ec7-1f26-47e6-a388-04cf9beb4872, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=bafb8ec7-1f26-47e6-a388-04cf9beb4872,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:58.820821 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port e367bb8a-a76d-450e-bb44-54a79a9e55c5 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:36:58.821208 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:58.839430 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3eb6f-4449-4ea5-9a60-5ea04898e397 req-9324c28f-9127-4a3d-8f68-dc50fe43b18f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:58.841196 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f6a3eb6f-4449-4ea5-9a60-5ea04898e397 req-9324c28f-9127-4a3d-8f68-dc50fe43b18f tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 945 time: 0.1049025 May 19 09:36:58.853528 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:58.863422 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:58.905406 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f6a3eb6f-4449-4ea5-9a60-5ea04898e397 req-42cd6f02-fcc9-48c5-ac92-ae290619c480 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581896 May 19 09:36:58.966415 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=bafb8ec7-1f26-47e6-a388-04cf9beb4872,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:58.969713 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:59.042106 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:59.095952 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:36:59.106519 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:36:59.113008 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:59.114173 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 4fac5c6d-17cb-4883-bd86-c4c3027c65ec no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:36:59.147414 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:59.157818 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caad0a3e-96e6-44e6-8cca-d8e8a14e09c3 req-35d73a03-0683-48a3-969d-ad3afd310b13 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:59.167746 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-caad0a3e-96e6-44e6-8cca-d8e8a14e09c3 req-35d73a03-0683-48a3-969d-ad3afd310b13 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 944 time: 0.1339717 May 19 09:36:59.204825 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 4fac5c6d-17cb-4883-bd86-c4c3027c65ec {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:36:59.205184 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 4fac5c6d-17cb-4883-bd86-c4c3027c65ec not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:36:59.234156 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=e367bb8a-a76d-450e-bb44-54a79a9e55c5,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:36:59.244392 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-caad0a3e-96e6-44e6-8cca-d8e8a14e09c3 req-f7763e05-5c12-4449-adc0-d1a0216ec9c4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756924 May 19 09:36:59.257719 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:36:59.500350 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b4a6f-4904-4b0c-93bf-094d791c4fa0 req-5c070e97-7386-4590-80be-e0bdbb54184e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:59.504040 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a09b4a6f-4904-4b0c-93bf-094d791c4fa0 req-5c070e97-7386-4590-80be-e0bdbb54184e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0903151 May 19 09:36:59.527283 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Sync routers for ids ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:36:59.538457 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Routers {'93a2365c-a33c-4d7f-894d-f4d7fbfd937f'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:36:59.539219 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:36:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:36:59.556161 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a09b4a6f-4904-4b0c-93bf-094d791c4fa0 req-6fbb3da3-29c6-4321-b881-2efe19367388 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478818 May 19 09:36:59.623890 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'code': 200} May 19 09:36:59.723520 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56926) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:36:59.729164 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-951607530', 'description': 'tempest-secgroup-smoke-951607530 description', 'project_id': '642fc7a45cf54c8780724d602c66a4ec'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:36:59.735621 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:59.739626 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:security_group and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:59.742577 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:59.750780 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:59.759284 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Set router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:36:59.762066 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:59.789563 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:36:59.794890 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:security_group_rule and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:36:59.797421 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347adf7a-4bf6-4643-8b9f-2126c0448f5c req-9fd9deca-c1f0-4567-b9f6-887527c67cad tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:36:59.798878 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:36:59.805278 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:36:59.807096 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-347adf7a-4bf6-4643-8b9f-2126c0448f5c req-9fd9deca-c1f0-4567-b9f6-887527c67cad tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1007144 May 19 09:36:59.864653 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-347adf7a-4bf6-4643-8b9f-2126c0448f5c req-6d351959-9ee9-4b75-9112-9a44cee104d9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567200 May 19 09:36:59.902553 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:59.908785 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:36:59.914054 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6de67dce-d8fc-4fef-aed4-264b9258bea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:36:59.997601 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e4f169-e419-43e7-bc3d-17d713cb7ea3,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:00.015204 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:00.046673 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.052102 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3274093 May 19 09:37:00.055184 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56938) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:00.065418 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'security_group_rule': {'security_group_id': 'e6e4f169-e419-43e7-bc3d-17d713cb7ea3', 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:00.077503 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:00.082052 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:security_group_rule and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:00.086023 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:00.093593 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:00.112747 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.195880 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.196363 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb39a15-5b15-4ce5-aa7e-0e25c36ce790 req-63d74668-1afb-4297-b5bb-66ebe044ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:00.197970 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cdb39a15-5b15-4ce5-aa7e-0e25c36ce790 req-63d74668-1afb-4297-b5bb-66ebe044ee3b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1098 time: 0.2249973 May 19 09:37:00.204612 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.206849 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:00.230096 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ef94f47-4e6b-4f68-b37b-3ee6b9fa9d81,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:00.235256 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:00.238388 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627ca310-fc26-424b-aa84-af47c1101501 req-a53312c2-c6ff-45c4-8eba-1b169b249657 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:00.246645 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-627ca310-fc26-424b-aa84-af47c1101501 req-a53312c2-c6ff-45c4-8eba-1b169b249657 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 945 time: 0.1322813 May 19 09:37:00.246993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.249428 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1932299 May 19 09:37:00.253005 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56944) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:00.265282 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:50Z', 'updated_at': '2021-05-19T09:36:57Z', 'revision_number': 4, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'gw_port': {'id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:51Z', 'updated_at': '2021-05-19T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ba5bbd63-295c-4fad-a6b0-68b97dbd219a', 'name': '', 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'mac_address': 'fa:16:3e:2d:34:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '8c0038e5-9bf5-4f86-a270-eafeaa507775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:56Z', 'updated_at': '2021-05-19T09:36:57Z', 'revision_number': 2, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'subnets': [{'id': '8c0038e5-9bf5-4f86-a270-eafeaa507775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:00.268394 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'security_group_rule': {'security_group_id': 'e6e4f169-e419-43e7-bc3d-17d713cb7ea3', 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:00.276848 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Checking router: 93a2365c-a33c-4d7f-894d-f4d7fbfd937f for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:37:00.277148 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Updating router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f port ba5bbd63-295c-4fad-a6b0-68b97dbd219a binding host dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 19 09:37:00.282700 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:00.299638 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:security_group_rule and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:00.302959 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:00.321112 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:00.369918 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.372420 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-627ca310-fc26-424b-aa84-af47c1101501 req-ef85190a-4aeb-4b03-bafb-035a630f3d31 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246758 May 19 09:37:00.401563 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cdb39a15-5b15-4ce5-aa7e-0e25c36ce790 req-4d61ebf4-97e4-4b8a-802a-6d57993a96ab service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1881664 May 19 09:37:00.438949 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bafb8ec7-1f26-47e6-a388-04cf9beb4872 up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:37:00.447138 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.540184 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.553458 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port bafb8ec7-1f26-47e6-a388-04cf9beb4872 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:37:00.553929 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.561840 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.572489 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c7c67d32-d6bd-4dbd-947b-36008a2bdbf4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:00.588813 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-5773b26d-ea6f-4016-8861-ddb147af0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:00.590732 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-5773b26d-ea6f-4016-8861-ddb147af0f64 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 1098 time: 0.2471571 May 19 09:37:00.648600 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d60636d-b7bd-40bc-adbc-6d7c36249a9e req-fd0a1317-0d00-4f11-8050-e3f45d6032a0 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:00.656645 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d60636d-b7bd-40bc-adbc-6d7c36249a9e req-fd0a1317-0d00-4f11-8050-e3f45d6032a0 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.1915672 May 19 09:37:00.679534 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a23aa-0e03-41e0-a17e-e53c458d6a2e req-59b9f0c5-19eb-4651-a6ec-21e328364630 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:00.681125 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d5a23aa-0e03-41e0-a17e-e53c458d6a2e req-59b9f0c5-19eb-4651-a6ec-21e328364630 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1826839 May 19 09:37:00.739421 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6307c5aa-4cdb-4ac7-ab95-0c76e99f2243,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:00.742408 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d5a23aa-0e03-41e0-a17e-e53c458d6a2e req-a8ea6f22-6acc-4515-80a2-76ccadc62e40 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550897 May 19 09:37:00.749461 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:00.756997 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-1d23b2a8-2689-4a7b-ba2e-cb2e56b2911f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:00.759434 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-1d23b2a8-2689-4a7b-ba2e-cb2e56b2911f service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 919 time: 0.1589718 May 19 09:37:00.761002 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.762958 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5076904 May 19 09:37:00.765264 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56962) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:00.775898 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'security_group_rule': {'security_group_id': 'e6e4f169-e419-43e7-bc3d-17d713cb7ea3', 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:00.782339 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d60636d-b7bd-40bc-adbc-6d7c36249a9e req-ff08a357-fa93-4d80-8ad0-7490ef21d903 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236627 May 19 09:37:00.842522 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:00.863303 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:security_group_rule and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:00.867339 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-9cb743c1-53e0-4645-beb0-7f16eea000c2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b HTTP/1.1" status: 200 len: 217 time: 0.0842290 May 19 09:37:00.868474 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:00.909208 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:00.949780 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:00.959844 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-b044289c-f4ca-4fb3-a0df-321283d875f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:00.961492 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-b044289c-f4ca-4fb3-a0df-321283d875f9 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 200 len: 858 time: 0.0861132 May 19 09:37:01.026299 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce0f3b6-d178-409d-8392-9f484b44da1f req-703c164f-3a8d-472a-b351-9b4b47cfc9ca tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:01.027041 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5ce0f3b6-d178-409d-8392-9f484b44da1f req-703c164f-3a8d-472a-b351-9b4b47cfc9ca tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1672733 May 19 09:37:01.050598 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-6dadd02d-3b41-4623-8289-7f5da185acf8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f507e5-77e4-4789-80f8-383757915103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684249 May 19 09:37:01.067958 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b052f7d-053b-4afc-9b77-0790a784d047 req-e666d29b-4e95-457e-adea-e3e59472cc32 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:01.074904 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0b052f7d-053b-4afc-9b77-0790a784d047 req-e666d29b-4e95-457e-adea-e3e59472cc32 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.1739812 May 19 09:37:01.083744 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Notify callbacks [] for port, precommit_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.098305 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Transition to ACTIVE for port object ba5bbd63-295c-4fad-a6b0-68b97dbd219a will not be triggered until provisioned by entity L2. {{(pid=91665) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:37:01.111127 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.117829 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:01.177001 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.183395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.190684 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:01.205138 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5ce0f3b6-d178-409d-8392-9f484b44da1f req-99181f8e-814a-4326-8a7a-a5fbfb460701 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1713772 May 19 09:37:01.249536 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-a0f9d588-af84-400a-a39a-b73606a1b965 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902843 May 19 09:37:01.268609 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01e9d30-fd0b-490c-a67c-b475a1d796c3,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:01.270465 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0b052f7d-053b-4afc-9b77-0790a784d047 req-2d034807-07b5-40c5-a495-99c00ff2c9fc tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904984 May 19 09:37:01.276883 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:01.287602 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 56968) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:01.308200 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b7972-43ce-4897-9fd6-847c8945b89f None None] Pushing event updated for resources: {'Port': ['ID=ba5bbd63-295c-4fad-a6b0-68b97dbd219a,revision_number=3']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:01.310752 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.315123 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5488529 May 19 09:37:01.317496 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-805b7972-43ce-4897-9fd6-847c8945b89f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:01.317968 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 56976) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:01.337034 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'security_group_rule': {'security_group_id': 'e6e4f169-e419-43e7-bc3d-17d713cb7ea3', 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:01.346145 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:01.350224 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:security_group_rule and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:01.353533 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:01.360284 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:01.381962 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.442396 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Attempting to bind port ba5bbd63-295c-4fad-a6b0-68b97dbd219a on host dv-cinder-791281-2-iscsi for vnic_type normal with profile {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:37:01.442611 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Attempting to bind port ba5bbd63-295c-4fad-a6b0-68b97dbd219a by drivers openvswitch,hyperv on host dv-cinder-791281-2-iscsi at level 0 using segments [{'id': 'c055402c-dc7e-42b3-af60-c3a06fae2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2'}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:37:01.442952 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Attempting to bind port ba5bbd63-295c-4fad-a6b0-68b97dbd219a on network e2028e1c-5130-45e2-8da3-153de1fb9ef2 {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:37:01.455100 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Checking agent: {'id': '5a6f10d5-c48e-4a26-8194-9c2a2502a044', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-791281-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 25, 4), 'started_at': datetime.datetime(2021, 5, 19, 9, 25, 34), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 36, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-791281-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:37:01.455488 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Checking segment: {'id': 'c055402c-dc7e-42b3-af60-c3a06fae2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:37:01.456251 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.456371 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Bound using segment: {'id': 'c055402c-dc7e-42b3-af60-c3a06fae2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2'} {{(pid=91665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:37:01.456828 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.managers [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Bound port: ba5bbd63-295c-4fad-a6b0-68b97dbd219a, host: dv-cinder-791281-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c055402c-dc7e-42b3-af60-c3a06fae2136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2'}}] {{(pid=91665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:37:01.457217 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.501846 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.507964 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.525346 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-76bc26a3-aab5-4f61-a28d-79ecf30c9fde tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:01.553785 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2019f53-daaf-4157-aac5-a712d99d686b,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:01.567850 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] For port ba5bbd63-295c-4fad-a6b0-68b97dbd219a, host dv-cinder-791281-2-iscsi, cleared binding levels {{(pid=91665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:37:01.570886 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e06a407f-c598-4392-b5a0-c5c2a3823529 req-2a517444-c86e-46e1-85b3-b400593e9bb5 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928307 May 19 09:37:01.571316 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] For port ba5bbd63-295c-4fad-a6b0-68b97dbd219a, host dv-cinder-791281-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=ba5bbd63-295c-4fad-a6b0-68b97dbd219a,segment=NetworkSegment(c055402c-dc7e-42b3-af60-c3a06fae2136),segment_id=c055402c-dc7e-42b3-af60-c3a06fae2136)] {{(pid=91665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:37:01.578000 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.583357 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-32b5578f-6dec-4bb5-a99b-35839886e6a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:01.668987 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.669364 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.670145 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.670145 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.670455 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.670807 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.671158 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.671505 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.671893 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.672244 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.672586 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.672761 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Routers {'93a2365c-a33c-4d7f-894d-f4d7fbfd937f'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:01.672930 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:01.673438 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:36:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:01.680485 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:01.719853 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.723474 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4018865 May 19 09:37:01.724134 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56982) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:01.733806 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'security_group_rule': {'security_group_id': 'e6e4f169-e419-43e7-bc3d-17d713cb7ea3', 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:01.744117 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:01.752071 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:security_group_rule and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:01.755783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:01.768316 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c084797a-d36b-4fa6-a50b-35aae3416c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.779261 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:01.788435 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b7972-43ce-4897-9fd6-847c8945b89f None None] Pushing event updated for resources: {'Port': ['ID=ba5bbd63-295c-4fad-a6b0-68b97dbd219a,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:01.793894 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-805b7972-43ce-4897-9fd6-847c8945b89f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:01.794092 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.securitygroups_db [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Project 642fc7a45cf54c8780724d602c66a4ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:37:01.802619 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.807437 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc11ec6-a572-482e-abdd-b5b4043009cc req-2efe53a5-894f-4cd2-9c70-00f144571a72 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:01.815155 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6dc11ec6-a572-482e-abdd-b5b4043009cc req-2efe53a5-894f-4cd2-9c70-00f144571a72 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 945 time: 0.2054169 May 19 09:37:01.848303 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-8e79faf4-f1de-4f7d-add9-33f9d2188e8a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:01.849808 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-8e79faf4-f1de-4f7d-add9-33f9d2188e8a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 945 time: 0.2978969 May 19 09:37:01.916484 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.917936 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9937e5f4-0977-4661-9452-a1f70d37e8e5 tempest-TestMinimumBasicScenario-16604093 tempest-TestMinimumBasicScenario-16604093-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:01.918617 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-9937e5f4-0977-4661-9452-a1f70d37e8e5 tempest-TestMinimumBasicScenario-16604093 tempest-TestMinimumBasicScenario-16604093-project-admin] Synchronizing usage tracker for tenant:ae196ebf7a7f4e5695479ef54bb7c452 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:37:01.927041 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.941634 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2e7d6c4d-d161-4d68-80a6-3fc5d8d7f7a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:01.950886 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6dc11ec6-a572-482e-abdd-b5b4043009cc req-e179c848-9637-4dc4-90bb-76d7bc393ad9 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348298 May 19 09:37:01.962319 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] Set router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:01.966290 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccab9e4-23fe-4891-97bb-4d0e32c1165d,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:01.975973 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:01.977503 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:01.983365 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2539220 May 19 09:37:01.984156 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 56990) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:01.989957 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'security_group_rule': {'security_group_id': 'e6e4f169-e419-43e7-bc3d-17d713cb7ea3', 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:01.997570 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:02.003365 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:security_group_rule and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:02.006047 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:02.014448 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:02.031487 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.securitygroups_db [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Project 642fc7a45cf54c8780724d602c66a4ec added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:37:02.041979 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:02.073983 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-9937e5f4-0977-4661-9452-a1f70d37e8e5 tempest-TestMinimumBasicScenario-16604093 tempest-TestMinimumBasicScenario-16604093-project-admin] Unset dirty status for tenant:ae196ebf7a7f4e5695479ef54bb7c452 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:37:02.075158 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-9937e5f4-0977-4661-9452-a1f70d37e8e5 tempest-TestMinimumBasicScenario-16604093 tempest-TestMinimumBasicScenario-16604093-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1093 time: 0.7865367 May 19 09:37:02.080970 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 56994) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:02.094805 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'floatingip': {'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'port_id': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'fixed_ip_address': '172.20.0.6'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:02.125863 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:02.130595 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:02.133181 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:02.140010 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:02.151252 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Usage tracker for resource:floatingip and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:02.172929 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:02.177504 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0134bc2-6f1b-47b6-b0bc-221330ce30cd,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:02.189049 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:02.189278 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:02.196557 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:02.200826 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2155547 May 19 09:37:02.229715 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829759a5-019d-4b61-85ff-27727fdef147 req-99a86c76-40c5-4626-a822-a90ed59a5b7f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:02.231263 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-829759a5-019d-4b61-85ff-27727fdef147 req-99a86c76-40c5-4626-a822-a90ed59a5b7f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.3025782 May 19 09:37:02.237612 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for floatingip, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:02.270376 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Deleting port ec684c3b-0c97-4cef-848a-b7f38d003453 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:02.270734 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:02.382134 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:50Z', 'updated_at': '2021-05-19T09:36:57Z', 'revision_number': 4, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'gw_port': {'id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:51Z', 'updated_at': '2021-05-19T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ba5bbd63-295c-4fad-a6b0-68b97dbd219a', 'name': '', 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'mac_address': 'fa:16:3e:2d:34:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '8c0038e5-9bf5-4f86-a270-eafeaa507775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:56Z', 'updated_at': '2021-05-19T09:37:01Z', 'revision_number': 4, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'subnets': [{'id': '8c0038e5-9bf5-4f86-a270-eafeaa507775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:02.386232 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d71794-b4fc-45c3-8f98-464d2db64282 None None] The sync data for ids ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'] in dv-cinder-791281-2-iscsi is: [{'id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:50Z', 'updated_at': '2021-05-19T09:36:57Z', 'revision_number': 4, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'gw_port': {'id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:51Z', 'updated_at': '2021-05-19T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ba5bbd63-295c-4fad-a6b0-68b97dbd219a', 'name': '', 'network_id': 'e2028e1c-5130-45e2-8da3-153de1fb9ef2', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'mac_address': 'fa:16:3e:2d:34:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_interface', 'standard_attr_id': 434, 'fixed_ips': [{'subnet_id': '8c0038e5-9bf5-4f86-a270-eafeaa507775', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:56Z', 'updated_at': '2021-05-19T09:37:01Z', 'revision_number': 4, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'subnets': [{'id': '8c0038e5-9bf5-4f86-a270-eafeaa507775', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:37:02.462372 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872216c-2568-4349-8e23-eddda5282a90 req-03a4b132-3fc1-4bbd-b979-f44cbd9664fa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:02.470123 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d872216c-2568-4349-8e23-eddda5282a90 req-03a4b132-3fc1-4bbd-b979-f44cbd9664fa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.3708975 May 19 09:37:02.618469 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-829759a5-019d-4b61-85ff-27727fdef147 req-93eda8c0-c4df-4195-8efd-5c1d75e3820b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3610320 May 19 09:37:02.732256 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d872216c-2568-4349-8e23-eddda5282a90 req-80b28fff-505e-40b4-9fbf-8652488f990a tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610362 May 19 09:37:02.766227 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] For port ec684c3b-0c97-4cef-848a-b7f38d003453, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ec684c3b-0c97-4cef-848a-b7f38d003453,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:02.766478 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:02.923927 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Calling delete_port for ec684c3b-0c97-4cef-848a-b7f38d003453 owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:03.002104 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:03.179762 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4588a9-ac0b-4532-8b44-7ab942fb8a7c req-bb789b32-6d67-4dfd-91bd-f935ab090641 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:03.181893 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e4588a9-ac0b-4532-8b44-7ab942fb8a7c req-bb789b32-6d67-4dfd-91bd-f935ab090641 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.3198848 May 19 09:37:03.352356 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Allocated IP 172.27.1.149 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/41cbce66-eff2-4264-96ae-eb804989473e) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:37:03.373977 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e4588a9-ac0b-4532-8b44-7ab942fb8a7c req-28a38e9f-d4fb-4579-a220-0455a914aeee tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1789176 May 19 09:37:03.440551 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:03.452027 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:03.459148 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['fede3a95-b301-4d44-954a-57ed0bd04c37', 'ec684c3b-0c97-4cef-848a-b7f38d003453'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:37:03.670762 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6dc3e-80ed-4e2d-9e12-667af3a1ee62 req-5c965761-9b8b-450d-8a99-9f9871e77835 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:03.678499 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-52c6dc3e-80ed-4e2d-9e12-667af3a1ee62 req-5c965761-9b8b-450d-8a99-9f9871e77835 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=1a548bcb-0af1-4306-bb13-e847292facdb HTTP/1.1" status: 200 len: 945 time: 0.4961298 May 19 09:37:03.699183 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Pushing event deleted for resources: {'Port': ['ID=ec684c3b-0c97-4cef-848a-b7f38d003453,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:03.702144 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:03.842485 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] No DVR routers for this DVR port ec684c3b-0c97-4cef-848a-b7f38d003453 on host hv-cinder-79128 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:37:03.863173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:03.868062 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a548bcb-0af1-4306-bb13-e847292facdb', 'name': 'network-vif-deleted', 'tag': 'ec684c3b-0c97-4cef-848a-b7f38d003453'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:03.875964 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-52c6dc3e-80ed-4e2d-9e12-667af3a1ee62 req-9e543cf3-1c63-4ac1-a8c5-09490706a913 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964939 May 19 09:37:03.925385 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b5d69b95-c0cc-4f8e-ad96-fb0a29bceb02 req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "DELETE /v2.0/ports/ec684c3b-0c97-4cef-848a-b7f38d003453 HTTP/1.1" status: 204 len: 173 time: 2.0417693 May 19 09:37:03.932056 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:03.973303 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc1774-0eaa-4b3c-a844-b20e6f0a0bf2 req-2c3183ad-81f9-4501-909b-1850b6701b1d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:03.974852 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8fbc1774-0eaa-4b3c-a844-b20e6f0a0bf2 req-2c3183ad-81f9-4501-909b-1850b6701b1d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1813610 May 19 09:37:04.069347 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.075536 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ef54e1c6-e224-4a48-97a2-b0cb164922f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:04.119780 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8fbc1774-0eaa-4b3c-a844-b20e6f0a0bf2 req-f4bb8469-4fe5-43ce-8258-0394603fd58c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358745 May 19 09:37:04.148721 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:37:04.153905 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:37:04.160283 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:37:04.199088 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a548bcb-0af1-4306-bb13-e847292facdb', 'name': 'network-vif-deleted', 'tag': 'ec684c3b-0c97-4cef-848a-b7f38d003453', 'status': 'completed', 'code': 200} May 19 09:37:04.229565 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'Port': ['ID=41cbce66-eff2-4264-96ae-eb804989473e,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:04.240039 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:04.289359 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a29cb7-a874-4aee-9773-1cfa674c9184 req-6f7d4be3-2498-4a49-8269-2892d2e3c446 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:04.290837 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-14a29cb7-a874-4aee-9773-1cfa674c9184 req-6f7d4be3-2498-4a49-8269-2892d2e3c446 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.2911775 May 19 09:37:04.339280 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.368769 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ba5bbd63-295c-4fad-a6b0-68b97dbd219a up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:37:04.393209 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-14a29cb7-a874-4aee-9773-1cfa674c9184 req-c23aef2c-e14a-42b4-9499-8376305fc628 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950906 May 19 09:37:04.434209 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5e53b319-bae1-4c84-a958-12bb99dd61f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.487805 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning for port ba5bbd63-295c-4fad-a6b0-68b97dbd219a completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:37:04.493414 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port ba5bbd63-295c-4fad-a6b0-68b97dbd219a triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:37:04.493802 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.681281 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.723779 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] For port ba5bbd63-295c-4fad-a6b0-68b97dbd219a, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=ba5bbd63-295c-4fad-a6b0-68b97dbd219a,segment=NetworkSegment(c055402c-dc7e-42b3-af60-c3a06fae2136),segment_id=c055402c-dc7e-42b3-af60-c3a06fae2136)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:04.729127 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.743228 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-3154f5dd-5fe3-4076-a64f-b6cdb72496c2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:04.821738 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd2330-972c-4213-b536-d9d3528cc21f req-05eb5efe-a092-4cc7-b9bb-cd1a48195452 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:04.823416 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2dfd2330-972c-4213-b536-d9d3528cc21f req-05eb5efe-a092-4cc7-b9bb-cd1a48195452 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.2401490 May 19 09:37:04.835370 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Pushing event updated for resources: {'Port': ['ID=ba5bbd63-295c-4fad-a6b0-68b97dbd219a,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:04.838766 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:04.855890 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77247d2c-8e27-48c0-b976-558448a1f355 req-b0d27710-1542-4d94-8095-06231b3831f6 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:04.857367 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-77247d2c-8e27-48c0-b976-558448a1f355 req-b0d27710-1542-4d94-8095-06231b3831f6 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.2751958 May 19 09:37:04.930581 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2dfd2330-972c-4213-b536-d9d3528cc21f req-9eca0448-5167-4b99-9acf-271c7cc6b3b1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969982 May 19 09:37:04.943947 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-77247d2c-8e27-48c0-b976-558448a1f355 req-a39bf76c-ec48-4e01-b048-819ccdc1319c tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749366 May 19 09:37:04.957479 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:04.971318 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57084) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:05.050388 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.141195 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.199834 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c1243-de34-4fc5-83cb-41ac8071b15b tempest-TestShelveInstance-158589296 tempest-TestShelveInstance-158589296-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:05.201039 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-409c1243-de34-4fc5-83cb-41ac8071b15b tempest-TestShelveInstance-158589296 tempest-TestShelveInstance-158589296-project-admin] Synchronizing usage tracker for tenant:ab9c85bf6abf4c4baa7dd2d0f2ad2d10 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:37:05.222139 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-409c1243-de34-4fc5-83cb-41ac8071b15b tempest-TestShelveInstance-158589296 tempest-TestShelveInstance-158589296-project-admin] Unset dirty status for tenant:ab9c85bf6abf4c4baa7dd2d0f2ad2d10 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:37:05.223604 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-409c1243-de34-4fc5-83cb-41ac8071b15b tempest-TestShelveInstance-158589296 tempest-TestShelveInstance-158589296-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1093 time: 0.2511871 May 19 09:37:05.227062 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57096) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:05.233176 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Request body: {'floatingip': {'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'port_id': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:05.239423 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:05.243723 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Usage tracker for resource:floatingip and tenant:e82bbbcdf967433fbc450f8487dc2500 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:05.246736 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:05.255893 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:05.270107 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for floatingip, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.292720 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.298908 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.305769 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:05.440982 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.445354 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'Port': ['ID=41cbce66-eff2-4264-96ae-eb804989473e,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:05.452406 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:05.610785 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.691515 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Allocated IP 172.27.1.74 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/15097299-94ca-4e5c-930d-e2b4a3e363d3) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:37:05.808069 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3fd972-ee9c-46cb-95db-cde88e388aa6 req-e2fbc9a8-51ac-4006-bc8e-d1d91a95fb6f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:05.809592 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d3fd972-ee9c-46cb-95db-cde88e388aa6 req-e2fbc9a8-51ac-4006-bc8e-d1d91a95fb6f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.3590198 May 19 09:37:05.836523 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.l3_db [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Floating IP c2bbf688-b623-42c2-917f-be64fc9c56af associated. External IP: 172.27.1.149, port: e4ab1aee-0572-4305-8549-4eee7bb9b192. May 19 09:37:05.847939 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.881473 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:05.886074 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:05.949836 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:37:05.952993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:37:05.957006 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6d3fd972-ee9c-46cb-95db-cde88e388aa6 req-d2c58175-53db-4821-a693-a0733ca3ce24 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388130 May 19 09:37:05.965352 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:37:06.067513 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'Port': ['ID=15097299-94ca-4e5c-930d-e2b4a3e363d3,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:06.086199 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.086616 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.086996 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.087367 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.087761 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.088126 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.088487 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.088846 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.089207 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.089564 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.089919 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.090275 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:37:06.095685 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:06.311123 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb5a10-1561-4c48-bc81-4d000a2c7379 req-fda7cee1-ebbd-4fd9-add8-39e34c15d944 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:06.319771 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4deb5a10-1561-4c48-bc81-4d000a2c7379 req-fda7cee1-ebbd-4fd9-add8-39e34c15d944 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.2652926 May 19 09:37:06.395718 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ba5bbd63-295c-4fad-a6b0-68b97dbd219a up at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:37:06.428160 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4deb5a10-1561-4c48-bc81-4d000a2c7379 req-0f13bd95-24ec-46f3-9533-91d2b30927df tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071885 May 19 09:37:06.436961 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.444506 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Router 3483878d-63d3-4b46-9533-a32bd28ec193 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:37:06.495265 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Provisioning complete for port ba5bbd63-295c-4fad-a6b0-68b97dbd219a triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:37:06.495672 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.525335 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.699993 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:37:06.714539 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] Sync routers for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:37:06.731465 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:06.732433 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:37:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:06.740453 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ec684c3b-0c97-4cef-848a-b7f38d003453 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:37:06.742155 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.794057 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: ec684c3b-0c97-4cef-848a-b7f38d003453 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:37:06.794440 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ec684c3b-0c97-4cef-848a-b7f38d003453 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:37:06.805694 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.824803 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7421389 May 19 09:37:06.825808 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:06.825954 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57118) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:06.844058 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499479201', 'description': 'tempest-secgroup-smoke-1499479201 description', 'project_id': '71cb6d0c765d429eb4f1e28cb170da57'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:06.866309 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:06.899209 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:06.907278 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.911248 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'status': 'completed', 'code': 200} May 19 09:37:06.915810 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:06.923189 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:06.956836 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.009062 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad6bd3d-a88a-43a6-b633-c8aa11885fc8 req-51983b99-7049-4a6d-a687-f5572b3d0d1a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:07.009916 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-0ad6bd3d-a88a-43a6-b633-c8aa11885fc8 req-51983b99-7049-4a6d-a687-f5572b3d0d1a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Synchronizing usage tracker for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:37:07.017636 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.038657 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-0ad6bd3d-a88a-43a6-b633-c8aa11885fc8 req-51983b99-7049-4a6d-a687-f5572b3d0d1a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Unset dirty status for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:37:07.039864 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0ad6bd3d-a88a-43a6-b633-c8aa11885fc8 req-51983b99-7049-4a6d-a687-f5572b3d0d1a tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 945 time: 0.1683671 May 19 09:37:07.042611 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-20cc1340-2535-4eef-944d-838b112e21c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:07.044059 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-20cc1340-2535-4eef-944d-838b112e21c3 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1098 time: 0.1068792 May 19 09:37:07.059808 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:07.064325 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Usage tracker for resource:security_group_rule and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:07.067624 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:07.071185 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:07.074218 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:07.156390 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.172886 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.203235 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event updated for resources: {'Port': ['ID=15097299-94ca-4e5c-930d-e2b4a3e363d3,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:07.212812 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:07.212951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:07.229636 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.322045 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.323334 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4949806 May 19 09:37:07.333023 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 57128) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:07.344511 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'security_group_rule': {'security_group_id': '5312e5a4-475d-4b0e-99c1-93661b9ea048', 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:07.344828 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5312e5a4-475d-4b0e-99c1-93661b9ea048,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:07.361455 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:07.368382 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:07.373863 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0ad6bd3d-a88a-43a6-b633-c8aa11885fc8 req-193a5fce-30bf-45e2-8133-7ca83fda7e19 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239899 May 19 09:37:07.390785 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Usage tracker for resource:security_group_rule and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:07.407878 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:07.418504 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-0b42b663-4185-48b6-a1d3-241c0dda003c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:07.420639 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-0b42b663-4185-48b6-a1d3-241c0dda003c service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 200 len: 916 time: 0.3242869 May 19 09:37:07.422278 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:07.465780 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Floating IP 4bf323f7-50b0-4158-8d37-6da547591bb0 associated. External IP: 172.27.1.74, port: e367bb8a-a76d-450e-bb44-54a79a9e55c5. May 19 09:37:07.572954 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': 'c2bbf688-b623-42c2-917f-be64fc9c56af', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'port_id': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'mac_address': 'fa:16:3e:ee:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde971e-e959-4a09-bcb7-413c248c1362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:37:04Z', 'updated_at': '2021-05-19T09:37:04Z', 'revision_number': 0, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9df6eb-9f41-490f-b67e-56193d9f9ae1', 'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'mac_address': 'fa:16:3e:89:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:22Z', 'updated_at': '2021-05-19T09:35:31Z', 'revision_number': 5, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'subnets': [{'id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:07.578103 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] Checking router: 3483878d-63d3-4b46-9533-a32bd28ec193 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:37:07.588488 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:07.589150 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:37:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:07.693278 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.711197 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64d9ce1-36b8-4dab-9298-338b709eae6e req-03f3489c-4b6e-44e2-bda1-ec84fa3cec45 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:07.712879 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e64d9ce1-36b8-4dab-9298-338b709eae6e req-03f3489c-4b6e-44e2-bda1-ec84fa3cec45 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.4713686 May 19 09:37:07.800233 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:07.823986 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-12803ddb-b071-4eb9-8b75-9ef6a6cdc0d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 999 time: 0.3931949 May 19 09:37:07.914107 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e64d9ce1-36b8-4dab-9298-338b709eae6e req-354317ac-126e-42d4-8b6e-b7f97ba797eb tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898136 May 19 09:37:07.989016 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:07.992522 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-da5b7e93-68c6-431c-b24e-41297f6b9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:07.994046 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-da5b7e93-68c6-431c-b24e-41297f6b9049 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1420acb-d341-47d4-a102-59148351b9b0 HTTP/1.1" status: 200 len: 854 time: 0.1564572 May 19 09:37:08.004535 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc9e77-25c3-473a-af4a-b656455b0384 req-8a33b9df-c766-4bc2-974d-1d2607a64992 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:08.006176 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-73bc9e77-25c3-473a-af4a-b656455b0384 req-8a33b9df-c766-4bc2-974d-1d2607a64992 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.3864746 May 19 09:37:08.050062 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Router 12e70020-93cc-426e-9685-a5876a247d8a has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:37:08.077993 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.102253 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:08.143622 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a8319e-06f2-4d72-a3b9-58988b48e090,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:08.159388 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:08.162618 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-73bc9e77-25c3-473a-af4a-b656455b0384 req-5d5db040-959d-41ca-bb29-4db0e6de2012 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002190 May 19 09:37:08.165039 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.166558 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-59dea574-d7fa-4cfc-b402-5c42b661f79e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8322804 May 19 09:37:08.171393 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57142) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:08.180480 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'security_group_rule': {'security_group_id': '5312e5a4-475d-4b0e-99c1-93661b9ea048', 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:08.193570 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:08.196643 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-e5f9db88-0053-4af0-b647-e2ff2f77b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:08.209385 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-e5f9db88-0053-4af0-b647-e2ff2f77b87d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd80daa7-f242-43dd-84c4-3abd3d59564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1883175 May 19 09:37:08.272858 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Usage tracker for resource:security_group_rule and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:08.315158 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:08.326231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:08.366737 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:37:08.378802 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] Sync routers for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:37:08.398220 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:08.398866 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:37:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:08.415130 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.443503 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.458089 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': 'c2bbf688-b623-42c2-917f-be64fc9c56af', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'port_id': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'mac_address': 'fa:16:3e:ee:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde971e-e959-4a09-bcb7-413c248c1362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:37:04Z', 'updated_at': '2021-05-19T09:37:04Z', 'revision_number': 0, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9df6eb-9f41-490f-b67e-56193d9f9ae1', 'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'mac_address': 'fa:16:3e:89:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:22Z', 'updated_at': '2021-05-19T09:35:31Z', 'revision_number': 5, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'subnets': [{'id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:08.470879 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c54c01e-a4c9-4c1b-94b3-0fffcf382172 None None] The sync data for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi is: [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': 'c2bbf688-b623-42c2-917f-be64fc9c56af', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'floating_ip_address': '172.27.1.149', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'port_id': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 445, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'mac_address': 'fa:16:3e:ee:0e:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fde971e-e959-4a09-bcb7-413c248c1362', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:37:04Z', 'updated_at': '2021-05-19T09:37:04Z', 'revision_number': 0, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d9df6eb-9f41-490f-b67e-56193d9f9ae1', 'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'mac_address': 'fa:16:3e:89:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:22Z', 'updated_at': '2021-05-19T09:35:31Z', 'revision_number': 5, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'subnets': [{'id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:37:08.528553 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-23a2c538-45cd-4d8d-bdc0-0b9e21167298 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3026791 May 19 09:37:08.680401 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4522123 May 19 09:37:08.681423 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:08.733691 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.738573 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.741572 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f5725a5b-4cbb-480f-b9fc-320ce2155495 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:08.766147 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=706cce2e-d93c-440e-be40-1823f438f494,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:08.770486 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:08.781451 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.783269 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6080446 May 19 09:37:08.787920 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57160) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:08.789262 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:08.794714 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'security_group_rule': {'security_group_id': '5312e5a4-475d-4b0e-99c1-93661b9ea048', 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:08.800794 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:08.804807 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Usage tracker for resource:security_group_rule and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:08.808103 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:08.814404 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:08.847872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.901601 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6676d21-17ba-4c9b-ae17-df76f8a6d337 req-37e1cf1f-7806-4625-8518-7598b419ee94 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:08.903545 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e6676d21-17ba-4c9b-ae17-df76f8a6d337 req-37e1cf1f-7806-4625-8518-7598b419ee94 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.3660834 May 19 09:37:08.963467 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.972571 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d548c-9d6f-43fb-8645-b529858787e0 req-3204c4fc-d5b0-46e7-8d78-971744261134 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:08.974731 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b00d548c-9d6f-43fb-8645-b529858787e0 req-3204c4fc-d5b0-46e7-8d78-971744261134 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 945 time: 0.3074753 May 19 09:37:08.977740 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e6676d21-17ba-4c9b-ae17-df76f8a6d337 req-cffd71c7-0c7f-4aff-96e2-cc0679095e1e tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663438 May 19 09:37:08.985905 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:08.989385 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b7b91802-55bb-4c4a-aabf-d507c4a16003 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:09.027010 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c97e8a1-efa1-4d9a-82fa-1d8a51d8bd4f,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:09.034916 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:09.051116 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.054992 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-37e3ebc9-22ba-483c-b0b1-df6b7a27d0a6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2635427 May 19 09:37:09.055760 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57166) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:09.060993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'security_group_rule': {'security_group_id': '5312e5a4-475d-4b0e-99c1-93661b9ea048', 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:09.072619 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de07651c-fc7d-4598-8546-e00ee12ad532 req-16e75dec-0f20-4b7b-bd0b-3d1a55af91b8 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4430182 May 19 09:37:09.077691 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:09.081885 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Usage tracker for resource:security_group_rule and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:09.084885 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:09.085149 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b00d548c-9d6f-43fb-8645-b529858787e0 req-f6165505-94cf-477e-93b8-1d4609adec92 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978849 May 19 09:37:09.102707 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:09.115784 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'status': 'completed', 'code': 200} May 19 09:37:09.125403 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.205794 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.222448 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.232609 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-d24d7c7d-ac12-4153-8ffc-0b87082dfe51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:09.234082 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-d24d7c7d-ac12-4153-8ffc-0b87082dfe51 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e82bbbcdf967433fbc450f8487dc2500&device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1098 time: 0.0887096 May 19 09:37:09.235033 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-98ea5537-c1c1-45f0-a5fb-4fb9970a99fb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:09.258982 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70caecdc-9f86-487c-b968-02b77022fda1,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:09.268850 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:09.271313 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:12Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '4bf323f7-50b0-4158-8d37-6da547591bb0', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'port_id': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'mac_address': 'fa:16:3e:e0:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b8a193-393a-4830-bd0d-67133156b096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:37:06Z', 'updated_at': '2021-05-19T09:37:06Z', 'revision_number': 0, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d44e19-884e-42ac-8c87-0df2447d94e8', 'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'mac_address': 'fa:16:3e:e3:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:10Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 5, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'subnets': [{'id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:09.274405 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.276853 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-05c5bae7-6fa8-43f0-b350-786c19c3ddb7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2205002 May 19 09:37:09.277924 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] Checking router: 12e70020-93cc-426e-9685-a5876a247d8a for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:37:09.278946 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57172) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:09.285295 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'security_group_rule': {'security_group_id': '5312e5a4-475d-4b0e-99c1-93661b9ea048', 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:09.288865 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:37:09.289538 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:37:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:09.304606 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:09.309259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Usage tracker for resource:security_group_rule and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:09.312629 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:09.319952 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:09.340750 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.securitygroups_db [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Project 71cb6d0c765d429eb4f1e28cb170da57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:37:09.350995 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.440087 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.446062 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.459195 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:09.484304 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1de353-9948-474f-bd1a-35bb5cef0921,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:09.493531 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:09.508727 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.510019 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b2fbccb3-2c2e-4b3b-a793-dcbc3c10726f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2293396 May 19 09:37:09.513027 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57178) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:09.529869 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'security_group_rule': {'security_group_id': '5312e5a4-475d-4b0e-99c1-93661b9ea048', 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:09.537796 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:09.546734 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Usage tracker for resource:security_group_rule and tenant:71cb6d0c765d429eb4f1e28cb170da57 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:09.549907 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:09.608357 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:09.618788 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-4b76eaa4-2b76-45aa-930a-496325f6f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:09.625655 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-4b76eaa4-2b76-45aa-930a-496325f6f772 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 200 len: 909 time: 0.3584003 May 19 09:37:09.632723 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893a0f28-0a66-44bc-946d-bb1a555263d0 None None] New status for floating IP c2bbf688-b623-42c2-917f-be64fc9c56af: ACTIVE {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:37:09.637751 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bb69ef-74ca-4d28-a9c9-4611d6cf070b req-adcac08e-c0f5-4187-8fad-898037369356 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:09.639711 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-08bb69ef-74ca-4d28-a9c9-4611d6cf070b req-adcac08e-c0f5-4187-8fad-898037369356 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1809635 May 19 09:37:09.642125 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.securitygroups_db [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Project 71cb6d0c765d429eb4f1e28cb170da57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 19 09:37:09.646618 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:37:09.650474 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.692755 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-97c66fda-9031-4efd-b322-355784f78547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:09.694251 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-97c66fda-9031-4efd-b322-355784f78547 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 1098 time: 0.1386206 May 19 09:37:09.781083 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-08bb69ef-74ca-4d28-a9c9-4611d6cf070b req-a174b2fa-cd3e-4932-b096-7db5bd358cbc tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839162 May 19 09:37:09.823444 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-62f99e1d-db98-43ca-9b04-2f59281e3985 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 200 len: 998 time: 0.1827779 May 19 09:37:09.913432 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-a2c7652c-3297-4913-95bf-ae36deb00edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:09.915966 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-a2c7652c-3297-4913-95bf-ae36deb00edb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 HTTP/1.1" status: 200 len: 847 time: 0.0771942 May 19 09:37:09.976750 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:09.999134 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:10.016957 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7a1e5730-0ede-4ebb-92d5-14d611af16ed tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:10.038107 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-e84d5c79-8c75-4a81-8c3d-ac4fbdfbd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.039678 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-e84d5c79-8c75-4a81-8c3d-ac4fbdfbd4d0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 911 time: 0.3159039 May 19 09:37:10.045530 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=144cad0d-f796-4ffb-9036-10dc70f6b46b,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:10.054581 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:10.160143 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:10.161796 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6459198 May 19 09:37:10.164818 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e12f72-7b7a-4aae-996f-93ead6203ac5 req-1f44fce4-4728-448c-abab-b1bdfdfc5639 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.166770 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e5e12f72-7b7a-4aae-996f-93ead6203ac5 req-1f44fce4-4728-448c-abab-b1bdfdfc5639 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1952021 May 19 09:37:10.169536 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-4b602a7c-cc5e-40ae-8b4a-806ae2539c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.170959 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-4b602a7c-cc5e-40ae-8b4a-806ae2539c33 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1cbdea42-da04-4c89-a251-98762d197286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2452424 May 19 09:37:10.207066 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-d39aa1d4-365e-428b-bcf1-2c2f09d7b42a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a HTTP/1.1" status: 200 len: 1000 time: 0.1480730 May 19 09:37:10.265342 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:12Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '4bf323f7-50b0-4158-8d37-6da547591bb0', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'port_id': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'mac_address': 'fa:16:3e:e0:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b8a193-393a-4830-bd0d-67133156b096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:37:06Z', 'updated_at': '2021-05-19T09:37:06Z', 'revision_number': 0, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d44e19-884e-42ac-8c87-0df2447d94e8', 'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'mac_address': 'fa:16:3e:e3:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:10Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 5, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'subnets': [{'id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:10.269636 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d2544e-761d-4e63-9b3a-b97e5d9dfe21 None None] The sync data for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi is: [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:12Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '4bf323f7-50b0-4158-8d37-6da547591bb0', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'floating_ip_address': '172.27.1.74', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'port_id': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'mac_address': 'fa:16:3e:e0:b6:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56b8a193-393a-4830-bd0d-67133156b096', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:37:06Z', 'updated_at': '2021-05-19T09:37:06Z', 'revision_number': 0, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '49d44e19-884e-42ac-8c87-0df2447d94e8', 'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'mac_address': 'fa:16:3e:e3:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:10Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 5, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'subnets': [{'id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:37:10.281591 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-33adbf0f-7ba4-4f35-921d-acd2bbe23328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.283184 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-33adbf0f-7ba4-4f35-921d-acd2bbe23328 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.0611103 May 19 09:37:10.376760 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-a6d23cb3-e853-4afa-ac5e-4579de21615c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.378252 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-a6d23cb3-e853-4afa-ac5e-4579de21615c service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0841327 May 19 09:37:10.450968 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e5e12f72-7b7a-4aae-996f-93ead6203ac5 req-e1931465-9ef5-478a-8729-df18015522ae tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768536 May 19 09:37:10.506728 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b615041-1abe-43d0-bdd5-0d183fa8b448 None None] New status for floating IP 4bf323f7-50b0-4158-8d37-6da547591bb0: ACTIVE {{(pid=91665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:37:10.532658 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-8e140dd4-bf58-4bff-b1d4-55db8a565ccd service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372324 May 19 09:37:10.544679 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98262c8-e8a4-4756-9c3e-0e4612cab8ac req-bc338162-a57a-4d40-aef9-2ece186e5d97 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.553393 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b98262c8-e8a4-4756-9c3e-0e4612cab8ac req-bc338162-a57a-4d40-aef9-2ece186e5d97 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.3393195 May 19 09:37:10.608059 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-27662293-c5a9-4d85-8e0a-411335bf6ca9 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078948 May 19 09:37:10.626912 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-0effa9bc-905a-4535-b2c0-228579cfed95 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.627721 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-0effa9bc-905a-4535-b2c0-228579cfed95 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Synchronizing usage tracker for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:37:10.675411 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b98262c8-e8a4-4756-9c3e-0e4612cab8ac req-d43f7d9b-a9dc-4316-8bcb-2ae4400ef547 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209197 May 19 09:37:10.817804 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255937f-6580-4b34-a9e8-ba45fc9c587a req-4774f0dd-7add-4470-9f70-14590ff1c384 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:10.819227 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0255937f-6580-4b34-a9e8-ba45fc9c587a req-4774f0dd-7add-4470-9f70-14590ff1c384 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 945 time: 0.2081225 May 19 09:37:10.821150 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1da06c8f-5eb0-422e-b78d-2c2f0496926a req-71bfe70e-5031-4ec9-9388-8e31d241912e service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447977 May 19 09:37:10.852200 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-0effa9bc-905a-4535-b2c0-228579cfed95 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Unset dirty status for tenant:45efc211d6134ba9bd1a1fed97fca88a on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:37:10.853581 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-0effa9bc-905a-4535-b2c0-228579cfed95 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 945 time: 0.4218988 May 19 09:37:10.909502 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0255937f-6580-4b34-a9e8-ba45fc9c587a req-e76efa2d-4172-46bf-bcdc-e1d20e56468e tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/security-groups?id=24199038-c360-4797-930e-1d789580ff6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837004 May 19 09:37:10.914156 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-533a53a0-da59-4a3d-b9fc-233bbaf10f2a tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499479201&fields=id&tenant_id=71cb6d0c765d429eb4f1e28cb170da57 HTTP/1.1" status: 200 len: 267 time: 0.0711176 May 19 09:37:10.958390 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-9f8971d6-349d-440d-b0a1-12b2d11cfc2c req-038d566c-768b-4b58-adbe-f58c6b1342ed service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249586 May 19 09:37:11.009896 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-264cb11a-6a52-48f0-8bbe-f59c3edc80eb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:11.011602 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-264cb11a-6a52-48f0-8bbe-f59c3edc80eb tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.0886583 May 19 09:37:11.028191 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'port': {'security_groups': ['9b852e4b-033a-4650-b60d-a2aca8e4be8c', '5312e5a4-475d-4b0e-99c1-93661b9ea048']}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:11.041561 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Deleting port fede3a95-b301-4d44-954a-57ed0bd04c37 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:37:11.041916 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.159399 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.189831 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] For port fede3a95-b301-4d44-954a-57ed0bd04c37, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=fede3a95-b301-4d44-954a-57ed0bd04c37,segment=NetworkSegment(17863d32-8029-409c-a81b-c8db620d3a0f),segment_id=17863d32-8029-409c-a81b-c8db620d3a0f)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:11.190215 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.334767 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Calling delete_port for fede3a95-b301-4d44-954a-57ed0bd04c37 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:37:11.457502 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.464846 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ff8d3e00-dcf4-4f3a-9598-b90d852c472b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:11.470985 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['fede3a95-b301-4d44-954a-57ed0bd04c37'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:37:11.473030 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] For port e4ab1aee-0572-4305-8549-4eee7bb9b192, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:11.507432 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.513809 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.531638 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-5e7bdd8c-8f51-45a4-bbd2-2787ee1c4f86 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:11.596636 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['e4ab1aee-0572-4305-8549-4eee7bb9b192'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:37:11.617740 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:11.618413 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.636943 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f3efcf65-6125-44ae-9ca3-8ee3ac29b48a req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "PUT /v2.0/ports/e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 981 time: 0.6148064 May 19 09:37:11.663180 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Pushing event deleted for resources: {'Port': ['ID=fede3a95-b301-4d44-954a-57ed0bd04c37,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:11.683954 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:11.729627 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:11.773839 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] No DVR routers for this DVR port fede3a95-b301-4d44-954a-57ed0bd04c37 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:37:11.778579 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:11.786379 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5536a5-f595-444c-9257-8f59cd3ed0a8', 'name': 'network-vif-deleted', 'tag': 'fede3a95-b301-4d44-954a-57ed0bd04c37'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:11.815308 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6fcfa455-76da-4b59-bcdc-8e0ab11e5fa1 req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.55 "DELETE /v2.0/ports/fede3a95-b301-4d44-954a-57ed0bd04c37 HTTP/1.1" status: 204 len: 173 time: 0.9367249 May 19 09:37:11.818016 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['e4ab1aee-0572-4305-8549-4eee7bb9b192'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:37:11.832175 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'Port': ['ID=e4ab1aee-0572-4305-8549-4eee7bb9b192,revision_number=6']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:11.884720 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:11.952429 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23e5e17-b92f-4c7b-9848-9dd6b0e76411 req-631a04c5-a99f-41a4-960d-b544b47e8a43 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:11.954216 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d23e5e17-b92f-4c7b-9848-9dd6b0e76411 req-631a04c5-a99f-41a4-960d-b544b47e8a43 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.3163426 May 19 09:37:11.970596 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6f795-19ac-4976-a3d2-30827ab2c973 req-40fb65b1-a43c-4f1f-8f6c-cd0b734e8bdd tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:11.972215 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f5f6f795-19ac-4976-a3d2-30827ab2c973 req-40fb65b1-a43c-4f1f-8f6c-cd0b734e8bdd tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.1337836 May 19 09:37:11.992847 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-ec2af262-b49f-484a-b22a-87598c978d84 None None] Provisioning complete for port e4ab1aee-0572-4305-8549-4eee7bb9b192 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:37:11.993227 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ec2af262-b49f-484a-b22a-87598c978d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:12.049831 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d23e5e17-b92f-4c7b-9848-9dd6b0e76411 req-1a628749-bc94-4a20-83c9-1d2e9c095331 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765216 May 19 09:37:12.064828 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f5f6f795-19ac-4976-a3d2-30827ab2c973 req-e76ff4f7-c1c5-4a01-8ca5-8b251b01b625 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743866 May 19 09:37:12.134316 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'status': 'completed', 'code': 200} May 19 09:37:12.175400 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5536a5-f595-444c-9257-8f59cd3ed0a8', 'name': 'network-vif-deleted', 'tag': 'fede3a95-b301-4d44-954a-57ed0bd04c37', 'status': 'completed', 'code': 200} May 19 09:37:12.268492 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba9b5a-ce4d-4961-9adb-3c17e78d5427 req-6dd03218-5c26-4eaf-b00c-c137ccb6a485 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:12.284457 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a2ba9b5a-ce4d-4961-9adb-3c17e78d5427 req-6dd03218-5c26-4eaf-b00c-c137ccb6a485 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1248057 May 19 09:37:12.379763 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-da8a4a92-cda2-4764-8705-7cf3af268d42 req-6ff29c54-d364-4160-8f5a-cd40fb8ede1b tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b5536a5-f595-444c-9257-8f59cd3ed0a8 HTTP/1.1" status: 200 len: 210 time: 0.0550911 May 19 09:37:12.383633 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a406234-5f66-4fea-92c4-5227d6777535 req-2963b2a0-4483-4a0d-8d38-0448bde39142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:12.385975 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a406234-5f66-4fea-92c4-5227d6777535 req-2963b2a0-4483-4a0d-8d38-0448bde39142 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1137 time: 0.1870816 May 19 09:37:12.418744 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a2ba9b5a-ce4d-4961-9adb-3c17e78d5427 req-7772646d-ac53-4aee-83c5-9fe58c0b185c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302783 May 19 09:37:12.548306 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a406234-5f66-4fea-92c4-5227d6777535 req-093de0da-b071-4022-9103-7e99be38aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:12.549757 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a406234-5f66-4fea-92c4-5227d6777535 req-093de0da-b071-4022-9103-7e99be38aaeb service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 200 len: 916 time: 0.1494265 May 19 09:37:12.661918 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a406234-5f66-4fea-92c4-5227d6777535 req-373fe919-59e2-4292-aee1-20bad9f17326 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 1001 time: 0.1040027 May 19 09:37:12.755764 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a406234-5f66-4fea-92c4-5227d6777535 req-013a951e-2eb1-4c03-be15-e7994e45135a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:12.757202 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a406234-5f66-4fea-92c4-5227d6777535 req-013a951e-2eb1-4c03-be15-e7994e45135a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1420acb-d341-47d4-a102-59148351b9b0 HTTP/1.1" status: 200 len: 854 time: 0.0632432 May 19 09:37:12.867990 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a406234-5f66-4fea-92c4-5227d6777535 req-a5acb457-41a7-43dc-9de8-3a74edf2ad1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:12.869483 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a406234-5f66-4fea-92c4-5227d6777535 req-a5acb457-41a7-43dc-9de8-3a74edf2ad1b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd80daa7-f242-43dd-84c4-3abd3d59564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0737689 May 19 09:37:13.016547 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a406234-5f66-4fea-92c4-5227d6777535 req-f9d9220e-9b99-4eb2-bde4-f6059ee98bd8 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362679 May 19 09:37:13.159442 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a406234-5f66-4fea-92c4-5227d6777535 req-d53db47a-996f-4afe-9c81-559f4e809d50 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268611 May 19 09:37:13.254736 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1072ab1-939a-4e4b-a2f3-fc37601b4187 req-974bcbf0-8dc2-40b7-8bcb-232bb0d7e484 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:13.256248 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b1072ab1-939a-4e4b-a2f3-fc37601b4187 req-974bcbf0-8dc2-40b7-8bcb-232bb0d7e484 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0839036 May 19 09:37:13.301305 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b1072ab1-939a-4e4b-a2f3-fc37601b4187 req-62f182ce-4bb0-4557-bfe7-27ab90cf774a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392079 May 19 09:37:13.481586 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57246) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:13.549067 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dca39a8-ec1e-4cbd-aa35-b87dc03d2647 admin admin] Deleting subnet d13d5d72-bec9-49ea-9ebb-f79763e8470f {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:37:13.549263 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6dca39a8-ec1e-4cbd-aa35-b87dc03d2647 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.629265 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a827db2-f8b0-4836-9565-1ce0a8d21e92 req-b190e2e8-6be2-478a-a95c-6dd4a38d4c04 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:13.630779 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a827db2-f8b0-4836-9565-1ce0a8d21e92 req-b190e2e8-6be2-478a-a95c-6dd4a38d4c04 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1076760 May 19 09:37:13.676863 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1a827db2-f8b0-4836-9565-1ce0a8d21e92 req-c5571c77-d363-46e4-bb25-87f3f2824e23 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395072 May 19 09:37:13.678700 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6dca39a8-ec1e-4cbd-aa35-b87dc03d2647 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.734432 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6dca39a8-ec1e-4cbd-aa35-b87dc03d2647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.993039 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6dca39a8-ec1e-4cbd-aa35-b87dc03d2647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:13.997792 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0adcf9a1-4d1b-41a1-b132-6527b2289cdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:14.033391 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-6dca39a8-ec1e-4cbd-aa35-b87dc03d2647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.035875 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dca39a8-ec1e-4cbd-aa35-b87dc03d2647 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d13d5d72-bec9-49ea-9ebb-f79763e8470f,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:14.038666 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6dca39a8-ec1e-4cbd-aa35-b87dc03d2647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:14.041575 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-6dca39a8-ec1e-4cbd-aa35-b87dc03d2647 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d13d5d72-bec9-49ea-9ebb-f79763e8470f HTTP/1.1" status: 204 len: 168 time: 0.5589614 May 19 09:37:14.044056 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57258) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:14.155131 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.277383 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.291127 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9']}} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:14.309261 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17863d32-8029-409c-a81b-c8db620d3a0f') {'for_net_delete': True} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:14.309561 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17863d32-8029-409c-a81b-c8db620d3a0f') {} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:37:14.322594 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-722313'] for segment, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.343571 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.349812 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=91663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:37:14.350209 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14800010'] for segment, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: Traceback (most recent call last): May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: timer() May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: cb(*args, **kw) May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: return func(*args, **kwargs) May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: self._notify() May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: self.callback(batched_events) May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: event.method(event) May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: return f(self, *a, **k) May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._get(url).json() May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: return self.request(url, 'GET', **kwargs) May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:37:14.363262 dv-cinder-791281-2-iscsi neutron-server[91663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:37:14.437180 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.441125 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:14.456313 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.462163 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Pushing event deleted for resources: {'Network': ['ID=d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:14.466327 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:14.474184 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] 10.222.0.46 "DELETE /v2.0/networks/d29ccfc6-9a4b-4ae3-aad1-f17e06d1f0e9 HTTP/1.1" status: 204 len: 168 time: 0.4290841 May 19 09:37:14.496498 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9388931-1ea3-41be-baea-e3a9646fe3a2 req-d6432b62-8513-46d9-89f8-ebb381f7a215 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:14.499531 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a9388931-1ea3-41be-baea-e3a9646fe3a2 req-d6432b62-8513-46d9-89f8-ebb381f7a215 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0867455 May 19 09:37:14.552331 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a9388931-1ea3-41be-baea-e3a9646fe3a2 req-ceefaeee-69dd-4864-8318-9a3aec896f46 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449648 May 19 09:37:14.680321 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57268) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:14.703200 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device fede3a95-b301-4d44-954a-57ed0bd04c37 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:37:14.744304 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-2c93b528-3a14-43d1-8226-a308acd4791e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=45efc211d6134ba9bd1a1fed97fca88a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0625319 May 19 09:37:14.746629 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57274) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:14.756809 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: fede3a95-b301-4d44-954a-57ed0bd04c37 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:37:14.757193 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device fede3a95-b301-4d44-954a-57ed0bd04c37 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:37:14.816363 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c748d-83fd-4803-8c1d-f939b27990a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.846396 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c748d-83fd-4803-8c1d-f939b27990a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.939963 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c748d-83fd-4803-8c1d-f939b27990a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.944292 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-39bce2dc-1cff-4767-82de-f5ad9077c8ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:14.971165 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c748d-83fd-4803-8c1d-f939b27990a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24199038-c360-4797-930e-1d789580ff6c,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:14.975555 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ea1c748d-83fd-4803-8c1d-f939b27990a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:14.982459 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ea1c748d-83fd-4803-8c1d-f939b27990a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:14.986068 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ea1c748d-83fd-4803-8c1d-f939b27990a8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24199038-c360-4797-930e-1d789580ff6c HTTP/1.1" status: 204 len: 168 time: 0.2361274 May 19 09:37:14.987040 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b886668-9f76-4122-8a2f-c422db7087b5 req-77ca78ec-042a-4fce-b5ed-b347c1ae737d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:14.991650 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6b886668-9f76-4122-8a2f-c422db7087b5 req-77ca78ec-042a-4fce-b5ed-b347c1ae737d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1967113 May 19 09:37:15.038000 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6b886668-9f76-4122-8a2f-c422db7087b5 req-44ca2ac3-14cf-4ee7-9ed1-bf638aa45555 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430384 May 19 09:37:15.765533 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebf0ac3-bfd9-45cc-b0a8-22ffe77651f0 req-d068e804-b631-4fcb-814a-33dd050d672a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:15.766991 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3ebf0ac3-bfd9-45cc-b0a8-22ffe77651f0 req-d068e804-b631-4fcb-814a-33dd050d672a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0985689 May 19 09:37:15.815536 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3ebf0ac3-bfd9-45cc-b0a8-22ffe77651f0 req-9d8d3563-beef-4207-8dd0-e2441c223f5b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423727 May 19 09:37:16.237504 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556f2143-7a7b-4957-b192-c2e8ff10baaf req-8e69aca7-de5c-49da-b93b-6c134fc92bb8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:16.238997 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-556f2143-7a7b-4957-b192-c2e8ff10baaf req-8e69aca7-de5c-49da-b93b-6c134fc92bb8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0850389 May 19 09:37:16.303087 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-556f2143-7a7b-4957-b192-c2e8ff10baaf req-dfd09b72-3f6d-4084-95f1-17610f734124 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568113 May 19 09:37:17.006434 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488baf3-e133-448d-9cbd-81aebc355677 req-ac590917-1eae-4231-971a-a6e9ce4f238a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:17.007847 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d488baf3-e133-448d-9cbd-81aebc355677 req-ac590917-1eae-4231-971a-a6e9ce4f238a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0807831 May 19 09:37:17.051278 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d488baf3-e133-448d-9cbd-81aebc355677 req-b8ac1370-b4b0-4138-9ef1-0719e0cdbafc tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376835 May 19 09:37:17.493590 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6388967e-2582-4b14-b79c-ab219eb0af67 req-e984e416-53a4-4516-92a7-e89d70058683 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:17.495079 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6388967e-2582-4b14-b79c-ab219eb0af67 req-e984e416-53a4-4516-92a7-e89d70058683 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0867429 May 19 09:37:17.541143 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6388967e-2582-4b14-b79c-ab219eb0af67 req-3bea1695-1d16-410e-8354-5585ab889266 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396070 May 19 09:37:18.241229 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c71eaea-4a29-46ba-96bb-525f804a0d95 req-6f0bc3c8-9c7a-4445-8d22-b5b1de73f2bd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:18.242698 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2c71eaea-4a29-46ba-96bb-525f804a0d95 req-6f0bc3c8-9c7a-4445-8d22-b5b1de73f2bd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0797601 May 19 09:37:18.286541 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2c71eaea-4a29-46ba-96bb-525f804a0d95 req-c0a6ea05-d130-4654-a4b2-150075e6ec96 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380607 May 19 09:37:18.713458 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:37:18.736253 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f425ac7d-3942-4722-a3f3-d1feccb3ff4c req-27316faf-479e-4f90-9315-7184031d8a93 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:18.738549 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f425ac7d-3942-4722-a3f3-d1feccb3ff4c req-27316faf-479e-4f90-9315-7184031d8a93 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0900738 May 19 09:37:18.791676 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f425ac7d-3942-4722-a3f3-d1feccb3ff4c req-3468e221-a8a9-4c0b-a146-bc57a7af7804 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462685 May 19 09:37:18.857795 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:18.871207 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'port_id': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'mac_address': 'fa:16:3e:a1:6c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:37:18.931087 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:18.949492 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cb864750-9cec-40e5-82f4-05ed09b7d9d8 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:37:18.966583 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:18.970900 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:18.973248 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8971860-bf32-4a10-a955-fb6c705cae13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:19.046454 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=6']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:19.049596 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:19.332223 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['cb864750-9cec-40e5-82f4-05ed09b7d9d8'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:37:19.481551 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356977ee-8a46-4f2a-8d6f-73044b9c175d req-3d265384-edcf-48c7-b3a2-407fe7ba9bc7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:19.483776 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-356977ee-8a46-4f2a-8d6f-73044b9c175d req-3d265384-edcf-48c7-b3a2-407fe7ba9bc7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.0850966 May 19 09:37:19.530154 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-356977ee-8a46-4f2a-8d6f-73044b9c175d req-287c6b5d-1286-4789-a070-68d3b03ce2d8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402210 May 19 09:37:19.978880 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad4c86-1835-4b41-8d13-bf2848c95cbb req-9c22feb3-9734-4b52-9673-9de1f4a3affa tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:19.980377 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3ad4c86-1835-4b41-8d13-bf2848c95cbb req-9c22feb3-9734-4b52-9673-9de1f4a3affa tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0829527 May 19 09:37:20.036552 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3ad4c86-1835-4b41-8d13-bf2848c95cbb req-d70c051e-20d7-4ec4-8ed8-12de1a3e03ee tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498834 May 19 09:37:20.729750 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ff0f1-f3bf-477d-821d-bac7e7bf388f req-40209704-61c9-4e84-910f-5c046585cb6b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:20.731398 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-878ff0f1-f3bf-477d-821d-bac7e7bf388f req-40209704-61c9-4e84-910f-5c046585cb6b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.0887022 May 19 09:37:20.780422 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-878ff0f1-f3bf-477d-821d-bac7e7bf388f req-cdf1ae7d-8843-4845-b040-3f941891b96e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425706 May 19 09:37:20.957190 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61083f12-c837-4302-92a8-36e88ae8a78b req-cc8495e3-d2b1-4437-8586-906ccbe46f94 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:20.958575 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-61083f12-c837-4302-92a8-36e88ae8a78b req-cc8495e3-d2b1-4437-8586-906ccbe46f94 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0815964 May 19 09:37:21.006225 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-61083f12-c837-4302-92a8-36e88ae8a78b req-770ddbb6-f334-49fc-bd84-fc2cac6908cd tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416737 May 19 09:37:21.229625 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d67fca-5e86-4505-bccc-d1df4120a1a4 req-50b426b6-3493-44b4-9c55-fb71b9d64110 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:21.231100 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-01d67fca-5e86-4505-bccc-d1df4120a1a4 req-50b426b6-3493-44b4-9c55-fb71b9d64110 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0814686 May 19 09:37:21.276380 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-01d67fca-5e86-4505-bccc-d1df4120a1a4 req-77bc6184-be90-485b-8977-c82571a1c536 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394549 May 19 09:37:21.977497 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89f6ead-d33f-4aa1-a718-e4d342871fcb req-94980bcd-5d32-4f7e-9048-84453fcc13ad tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:21.978845 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d89f6ead-d33f-4aa1-a718-e4d342871fcb req-94980bcd-5d32-4f7e-9048-84453fcc13ad tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.0846844 May 19 09:37:22.022409 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d89f6ead-d33f-4aa1-a718-e4d342871fcb req-2a2989f3-728d-441e-b34b-e1c2fda9ec43 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370228 May 19 09:37:22.200155 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123060c9-6a76-4f6d-9089-53b7c3a8e7de req-6b453bc7-c8e9-4832-ad65-60d0e9d1aae6 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:22.201628 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-123060c9-6a76-4f6d-9089-53b7c3a8e7de req-6b453bc7-c8e9-4832-ad65-60d0e9d1aae6 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0845962 May 19 09:37:22.246194 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-123060c9-6a76-4f6d-9089-53b7c3a8e7de req-d7dbb462-51e3-4b2b-9d8e-2a444afa6798 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383482 May 19 09:37:22.463873 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a6d542-614e-4402-86b2-685222354719 req-34b11313-806b-4e7e-a4fc-530a68ca8692 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:22.465304 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f6a6d542-614e-4402-86b2-685222354719 req-34b11313-806b-4e7e-a4fc-530a68ca8692 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0810814 May 19 09:37:22.509468 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f6a6d542-614e-4402-86b2-685222354719 req-6b5b51dd-6859-4e3e-b481-99e2a19952f4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378685 May 19 09:37:23.212026 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a52ab5-775f-47a8-9e6d-78f816eb9008 req-499caa24-0e3a-4cc6-8a4e-77efb245b0d9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:23.213486 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d8a52ab5-775f-47a8-9e6d-78f816eb9008 req-499caa24-0e3a-4cc6-8a4e-77efb245b0d9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.0809832 May 19 09:37:23.259711 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d8a52ab5-775f-47a8-9e6d-78f816eb9008 req-34699092-1935-4ca1-850a-16e5015c44e6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405257 May 19 09:37:23.447339 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8441e5-b479-4ddb-a8ea-7446ca4ac144 req-f8975c70-d6a0-4eaf-9b2a-70edc6641f8c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:23.448801 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5f8441e5-b479-4ddb-a8ea-7446ca4ac144 req-f8975c70-d6a0-4eaf-9b2a-70edc6641f8c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0823658 May 19 09:37:23.492539 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5f8441e5-b479-4ddb-a8ea-7446ca4ac144 req-916771f2-b48a-41df-8fd8-e1659d8aee97 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369527 May 19 09:37:23.695129 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992e2706-d12f-422d-9db1-1a24d4e8d497 req-45a25e78-12a6-4336-bb4f-a9ec042bca55 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:23.696582 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-992e2706-d12f-422d-9db1-1a24d4e8d497 req-45a25e78-12a6-4336-bb4f-a9ec042bca55 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0809784 May 19 09:37:23.809667 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-992e2706-d12f-422d-9db1-1a24d4e8d497 req-95345431-fb5a-4bef-82a0-09b55bfe7d73 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073294 May 19 09:37:24.449447 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edab96-175c-4206-88c9-25a1c72bc48f req-791165db-0666-4370-9d7b-1cb8de0737f2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:24.451417 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d4edab96-175c-4206-88c9-25a1c72bc48f req-791165db-0666-4370-9d7b-1cb8de0737f2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.0810468 May 19 09:37:24.498557 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d4edab96-175c-4206-88c9-25a1c72bc48f req-d9085203-4c34-4e56-86c7-a08d1b8748a1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411236 May 19 09:37:24.677082 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc264c-e1aa-4b82-8cca-666c12b4ba35 req-0cad579a-2946-4737-bf58-30e7cd24beac tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:24.678535 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-01dc264c-e1aa-4b82-8cca-666c12b4ba35 req-0cad579a-2946-4737-bf58-30e7cd24beac tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0782986 May 19 09:37:24.724265 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-01dc264c-e1aa-4b82-8cca-666c12b4ba35 req-0042cdae-0f41-4879-ad6f-5aef6003bbe8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398118 May 19 09:37:24.993649 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a62c83-1f29-4782-8e12-eed5492e471b req-a8378dd0-8cdf-4f60-8a1c-22a9c09fe0a6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:24.995106 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-02a62c83-1f29-4782-8e12-eed5492e471b req-a8378dd0-8cdf-4f60-8a1c-22a9c09fe0a6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0821371 May 19 09:37:25.040182 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-02a62c83-1f29-4782-8e12-eed5492e471b req-524efb74-cd31-4a17-a639-9d526e898f9d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385897 May 19 09:37:25.694217 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922cf01-0d88-4f77-ba9f-0af8af2d3dce req-bf49ca85-ec9c-405e-8ab6-f0c7901c32f3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:25.695603 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2922cf01-0d88-4f77-ba9f-0af8af2d3dce req-bf49ca85-ec9c-405e-8ab6-f0c7901c32f3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.0824385 May 19 09:37:25.739957 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2922cf01-0d88-4f77-ba9f-0af8af2d3dce req-1552d234-d056-414e-ae70-c663a9542110 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385787 May 19 09:37:25.913460 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c71610-5c4a-4a94-b600-1ef1d53f0863 req-e39a0f1a-a9d1-48fc-afe4-52ce102ca4ec tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:25.914986 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-32c71610-5c4a-4a94-b600-1ef1d53f0863 req-e39a0f1a-a9d1-48fc-afe4-52ce102ca4ec tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0827880 May 19 09:37:25.960543 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-32c71610-5c4a-4a94-b600-1ef1d53f0863 req-d929fbde-62e1-4752-8697-1263809f8a8d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395975 May 19 09:37:26.234313 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bf7fd8-8f52-401c-beb8-ff6080dab2a3 req-34b30d75-4b4d-4f09-a87c-f5c4b84ffd11 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:26.235703 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d8bf7fd8-8f52-401c-beb8-ff6080dab2a3 req-34b30d75-4b4d-4f09-a87c-f5c4b84ffd11 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0853086 May 19 09:37:26.285252 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d8bf7fd8-8f52-401c-beb8-ff6080dab2a3 req-55811075-c2eb-444f-8ce3-5ce1847f70a3 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435655 May 19 09:37:26.932191 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e8072-9969-4b2a-ad53-4d0ba22ac64f req-d6902352-7b70-4721-bf95-5f2ad12ae7d3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:26.933672 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d64e8072-9969-4b2a-ad53-4d0ba22ac64f req-d6902352-7b70-4721-bf95-5f2ad12ae7d3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.0835853 May 19 09:37:26.978344 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d64e8072-9969-4b2a-ad53-4d0ba22ac64f req-9e7cf5da-4a5e-4c89-83d5-1b478c14c4f8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384941 May 19 09:37:27.148369 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69850514-9e16-49e6-bde9-c950af0ddd01 req-5d6ad0e9-8689-4aa0-8f76-0a1e26225397 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:27.149812 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-69850514-9e16-49e6-bde9-c950af0ddd01 req-5d6ad0e9-8689-4aa0-8f76-0a1e26225397 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0839770 May 19 09:37:27.194748 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-69850514-9e16-49e6-bde9-c950af0ddd01 req-80e74d17-b832-44f1-9a5e-68ef1bcb1c18 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385003 May 19 09:37:27.476437 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f926f-4f04-40f2-ac01-dbd577d2b3da req-046b185b-52ae-4281-a790-f1dd6768bca8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:27.477777 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fe2f926f-4f04-40f2-ac01-dbd577d2b3da req-046b185b-52ae-4281-a790-f1dd6768bca8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0792687 May 19 09:37:27.521686 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fe2f926f-4f04-40f2-ac01-dbd577d2b3da req-b183ff6c-838f-44bb-b53e-38c7b9e2cb84 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380416 May 19 09:37:28.169309 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aed3d8-5615-4d0b-879a-0c0a278987a6 req-59d63607-2717-43fb-9534-d53d6abe8550 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:28.170785 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68aed3d8-5615-4d0b-879a-0c0a278987a6 req-59d63607-2717-43fb-9534-d53d6abe8550 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.0839434 May 19 09:37:28.215628 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-68aed3d8-5615-4d0b-879a-0c0a278987a6 req-44db54f7-ee41-4d70-9aed-c5fd294dc9c7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390069 May 19 09:37:28.375883 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:37:28.382641 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a9549e-b638-41ec-9a98-7e94717ad6df req-61e87ac3-d02f-40e4-b339-06c526377f1c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:28.384285 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c8a9549e-b638-41ec-9a98-7e94717ad6df req-61e87ac3-d02f-40e4-b339-06c526377f1c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0805893 May 19 09:37:28.440110 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c8a9549e-b638-41ec-9a98-7e94717ad6df req-49d2560f-8686-42e7-aa56-f11a855271ae tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451565 May 19 09:37:28.487519 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port cb864750-9cec-40e5-82f4-05ed09b7d9d8 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:37:28.487921 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:28.610416 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:28.637100 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:37:28.647092 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:37:28.651418 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:28.655038 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:28.705519 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'code': 200} May 19 09:37:28.711235 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a18f72-daea-4e5b-9725-99ad25234654 req-bfca53ef-bff0-4809-9e3a-ee64a66e06ca tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:28.714657 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-08a18f72-daea-4e5b-9725-99ad25234654 req-bfca53ef-bff0-4809-9e3a-ee64a66e06ca tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0861621 May 19 09:37:28.724503 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=7']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:28.727571 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:28.757832 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-08a18f72-daea-4e5b-9725-99ad25234654 req-dd85b31b-b6c0-4f0b-a6d3-1ffcd91d0168 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389583 May 19 09:37:29.409634 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf1619-df1e-40fc-b45c-ecbe09481207 req-b301eae9-fcab-4a31-9176-2a841e71105d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:29.411085 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-92bf1619-df1e-40fc-b45c-ecbe09481207 req-b301eae9-fcab-4a31-9176-2a841e71105d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0835652 May 19 09:37:29.455463 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-92bf1619-df1e-40fc-b45c-ecbe09481207 req-29c58d3c-b122-40b5-b67c-8a4757693b29 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386274 May 19 09:37:29.624745 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3685b660-4518-4cde-bee8-d3887fe9e178 req-e0215dc2-0a23-4132-92ff-a286eac03ca5 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:29.626184 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3685b660-4518-4cde-bee8-d3887fe9e178 req-e0215dc2-0a23-4132-92ff-a286eac03ca5 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0787337 May 19 09:37:29.670403 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3685b660-4518-4cde-bee8-d3887fe9e178 req-ebc2dc1a-8f89-47ea-ae10-150aea4465e8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385082 May 19 09:37:29.869039 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:37:29.944811 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65bf95-7fb4-4386-aa69-0f6b7dd5959d req-8098f62e-8fd9-4ab6-bd1f-2ee9c23f2ac0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:29.946268 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2f65bf95-7fb4-4386-aa69-0f6b7dd5959d req-8098f62e-8fd9-4ab6-bd1f-2ee9c23f2ac0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0827174 May 19 09:37:29.990519 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2f65bf95-7fb4-4386-aa69-0f6b7dd5959d req-248c8fad-70ae-4615-89c6-3695e2ba4c13 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378523 May 19 09:37:30.640539 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0967ec-5a66-4993-980d-d449dbb53a38 req-e372a437-4c57-4e37-b79b-a861d4017158 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:30.641979 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fe0967ec-5a66-4993-980d-d449dbb53a38 req-e372a437-4c57-4e37-b79b-a861d4017158 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0782270 May 19 09:37:30.688338 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fe0967ec-5a66-4993-980d-d449dbb53a38 req-255ea084-a03e-47f5-bfe6-7aff0f900383 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406132 May 19 09:37:30.859768 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1a5a3e-caa5-481d-9b39-5f61c85dfbb2 req-92b39ce9-8a14-48ba-b413-ddb03477cd7f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:30.861212 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9f1a5a3e-caa5-481d-9b39-5f61c85dfbb2 req-92b39ce9-8a14-48ba-b413-ddb03477cd7f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0810730 May 19 09:37:30.904461 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9f1a5a3e-caa5-481d-9b39-5f61c85dfbb2 req-dc4af3ce-da3c-4935-802c-ffe19a2b7aa4 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370522 May 19 09:37:31.177472 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62e3be-8a23-4ac1-b064-8e1e1223a1fe req-064219c6-0003-47fb-aedf-55bb98a7fc06 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:31.178894 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8a62e3be-8a23-4ac1-b064-8e1e1223a1fe req-064219c6-0003-47fb-aedf-55bb98a7fc06 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0808623 May 19 09:37:31.292287 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8a62e3be-8a23-4ac1-b064-8e1e1223a1fe req-4db336d6-5789-4ede-995f-934d289af497 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072276 May 19 09:37:31.645398 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-7980bdd1-5da6-4da5-b36f-ace259149d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:31.885481 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f11091-3681-4828-b05e-7c107f66b1db req-c0641dca-02ce-43cf-82a4-30d38e693459 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:31.886951 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-66f11091-3681-4828-b05e-7c107f66b1db req-c0641dca-02ce-43cf-82a4-30d38e693459 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0820632 May 19 09:37:31.934439 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-66f11091-3681-4828-b05e-7c107f66b1db req-d4ca758c-a903-42c8-b37f-1a374bfd6342 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410612 May 19 09:37:32.094268 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56f094a-ca7c-488a-aa6a-3dc302832a40 req-b76e27a8-5b9c-4643-b7fa-1c116f331683 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:32.095838 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d56f094a-ca7c-488a-aa6a-3dc302832a40 req-b76e27a8-5b9c-4643-b7fa-1c116f331683 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0875969 May 19 09:37:32.119993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-e296c097-862d-4206-be5f-468389d7ca57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:32.123303 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-e296c097-862d-4206-be5f-468389d7ca57 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0837836 May 19 09:37:32.146690 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d56f094a-ca7c-488a-aa6a-3dc302832a40 req-4b426282-0a41-4e43-ac79-a0ef45245118 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445654 May 19 09:37:32.281939 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-b404cf1c-d1e7-4522-afdf-687535e9f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:32.283406 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-b404cf1c-d1e7-4522-afdf-687535e9f2d7 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 919 time: 0.1424339 May 19 09:37:32.355909 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-3c0a4c57-13fa-4e87-b3b8-ccc5aa3cc31b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b HTTP/1.1" status: 200 len: 217 time: 0.0648730 May 19 09:37:32.421553 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-947d3498-327c-434b-806a-6fdf6009bdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:32.423017 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-947d3498-327c-434b-806a-6fdf6009bdbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 200 len: 858 time: 0.0604444 May 19 09:37:32.478367 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1bf0a8-0dcc-48f9-8648-653fa4115ce5 req-ea392025-7bc1-446f-a010-4eae5c71e98c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:32.480196 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5f1bf0a8-0dcc-48f9-8648-653fa4115ce5 req-ea392025-7bc1-446f-a010-4eae5c71e98c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0825167 May 19 09:37:32.480720 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-1656e1cf-3fdf-4064-933a-829f39924aab service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f507e5-77e4-4789-80f8-383757915103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408032 May 19 09:37:32.525866 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5f1bf0a8-0dcc-48f9-8648-653fa4115ce5 req-af5c0694-d732-48db-a2ed-adaf9e1a57ff tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398326 May 19 09:37:32.613418 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-eb6677aa-a8b3-42a5-bb78-3d1bc97ce2c1 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260462 May 19 09:37:32.822945 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8db6714e-b8d9-4148-a36e-0ce03c9aeba7 req-6e9249ae-24e0-4518-b940-d1024ff61578 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001939 May 19 09:37:33.123081 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e767ab-2dc9-4403-91a0-8d5e56c2acba req-71d32779-b2cb-4dfe-8552-af8f57cf5a9d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:33.124499 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44e767ab-2dc9-4403-91a0-8d5e56c2acba req-71d32779-b2cb-4dfe-8552-af8f57cf5a9d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0791972 May 19 09:37:33.169191 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44e767ab-2dc9-4403-91a0-8d5e56c2acba req-dc286a9e-4f10-4cd3-80a7-9d663e4b4dcb tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390539 May 19 09:37:33.340210 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6be8000-db23-4b8e-bd94-cafdbe43cd61 req-80387a34-e7cd-4137-a17d-bed023b247e7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:33.341652 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d6be8000-db23-4b8e-bd94-cafdbe43cd61 req-80387a34-e7cd-4137-a17d-bed023b247e7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0833158 May 19 09:37:33.386129 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d6be8000-db23-4b8e-bd94-cafdbe43cd61 req-c392dc37-c940-4568-9521-924747459a39 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386872 May 19 09:37:33.711363 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437f937a-4a54-4412-9b6e-c8680c5dca16 req-1a00ccce-c541-4459-8147-b6ca809f0f26 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:33.713331 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-437f937a-4a54-4412-9b6e-c8680c5dca16 req-1a00ccce-c541-4459-8147-b6ca809f0f26 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0792592 May 19 09:37:33.769948 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-437f937a-4a54-4412-9b6e-c8680c5dca16 req-9b4ca378-fcff-48c2-8329-00184a5bd6c3 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506752 May 19 09:37:34.352629 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:34.370260 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dda5c7-db34-4fc9-bcc2-b49c1ddcca03 req-43b5fe07-8f4b-4157-bb56-4179d877a7ff tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:34.371869 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-66dda5c7-db34-4fc9-bcc2-b49c1ddcca03 req-43b5fe07-8f4b-4157-bb56-4179d877a7ff tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0900283 May 19 09:37:34.375534 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-768bbe4c-5c9f-4f0c-a14d-903e65ab0e7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:34.416666 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-66dda5c7-db34-4fc9-bcc2-b49c1ddcca03 req-c836203f-17ba-421e-80bc-9e1ed967cbc9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385618 May 19 09:37:34.574729 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861700ea-3a9b-445d-b192-0f5455d13dc4 req-3b6eae6e-1425-4f3e-a3e0-894d584c914a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:34.576245 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-861700ea-3a9b-445d-b192-0f5455d13dc4 req-3b6eae6e-1425-4f3e-a3e0-894d584c914a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0830832 May 19 09:37:34.621584 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-861700ea-3a9b-445d-b192-0f5455d13dc4 req-f5f6fda1-1427-4c97-a7e6-0c15c908f47e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393488 May 19 09:37:34.953066 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5bb59e-0ddb-4d51-b850-72274b78729c req-410a1536-15f2-4db4-9cc0-583fdd7fcddd tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:34.954781 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ea5bb59e-0ddb-4d51-b850-72274b78729c req-410a1536-15f2-4db4-9cc0-583fdd7fcddd tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0781775 May 19 09:37:34.998583 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ea5bb59e-0ddb-4d51-b850-72274b78729c req-f0f6311d-6a2a-4882-894f-b5100426ad5d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381644 May 19 09:37:35.138389 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:35.613290 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07bb63f-193b-473c-8c87-afceee3594e6 req-b5cec491-37ed-46a7-8d6d-ea72d909d6df tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:35.614755 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d07bb63f-193b-473c-8c87-afceee3594e6 req-b5cec491-37ed-46a7-8d6d-ea72d909d6df tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0854905 May 19 09:37:35.661502 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d07bb63f-193b-473c-8c87-afceee3594e6 req-7ee245fb-91fe-4682-8eb5-ce313b85a6f8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406451 May 19 09:37:35.806066 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240beb-3610-45c8-af38-2d7f4bf53ba8 req-2944b581-c944-4ce7-b6e6-fee1635ce172 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:35.807528 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-67240beb-3610-45c8-af38-2d7f4bf53ba8 req-2944b581-c944-4ce7-b6e6-fee1635ce172 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0783119 May 19 09:37:35.855565 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-67240beb-3610-45c8-af38-2d7f4bf53ba8 req-5df80e51-a105-4b01-bb5a-bdd92106827f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421960 May 19 09:37:36.193143 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02823b41-6f13-40e7-b066-8902a1d83ae9 req-f52778ff-7442-4e7d-94c8-963c7bf8e258 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:36.194580 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-02823b41-6f13-40e7-b066-8902a1d83ae9 req-f52778ff-7442-4e7d-94c8-963c7bf8e258 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0898073 May 19 09:37:36.241090 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-02823b41-6f13-40e7-b066-8902a1d83ae9 req-61cde4a2-c480-4cb2-af24-a327ef73f543 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401378 May 19 09:37:36.722523 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:36.913270 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c5cc70-43ad-4cd2-9bf1-5fd52172243d req-011f6312-9f37-4b4a-90ec-af92bf44ac45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:36.914805 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c8c5cc70-43ad-4cd2-9bf1-5fd52172243d req-011f6312-9f37-4b4a-90ec-af92bf44ac45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1104074 May 19 09:37:36.924091 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57680) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:36.971646 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c8c5cc70-43ad-4cd2-9bf1-5fd52172243d req-09a60289-0bc0-46a7-9ebb-083b36af6d22 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465209 May 19 09:37:37.026808 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.079033 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105bc160-31b8-4932-8c5a-ad7c42738e6f req-00c02e40-e5a3-4da6-ac56-e7e5493fd1d7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:37.080591 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-105bc160-31b8-4932-8c5a-ad7c42738e6f req-00c02e40-e5a3-4da6-ac56-e7e5493fd1d7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0952718 May 19 09:37:37.103240 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.117259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:37.121966 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Usage tracker for resource:security_group_rule and tenant:080db559d05540a38091ded1831ad5c8 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:37.125179 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:37.126615 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-105bc160-31b8-4932-8c5a-ad7c42738e6f req-0a20009c-576a-41f9-9667-74c787a18212 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402653 May 19 09:37:37.130901 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:37.219924 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.223857 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.230643 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-416186b5-1b8a-4e8d-bfcc-db8dcbd0a1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:37.270526 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cd2870-e949-4056-91ef-26a1a9f77410,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:37.277676 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=080db559d05540a38091ded1831ad5c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3524902 May 19 09:37:37.277935 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 57690) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:37.279623 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:37.344329 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe93b-1260-4a97-ac90-d362b15bbf5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.410381 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe93b-1260-4a97-ac90-d362b15bbf5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.482777 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448486b-7c43-4c61-949c-2d1f6b2f5046 req-ff3fb517-14ca-489a-a5e4-e80d6cc0440b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:37.484340 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5448486b-7c43-4c61-949c-2d1f6b2f5046 req-ff3fb517-14ca-489a-a5e4-e80d6cc0440b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1262884 May 19 09:37:37.516373 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe93b-1260-4a97-ac90-d362b15bbf5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.521626 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2805cf68-c137-45f6-85ce-1a77f042fd0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:37.534048 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8fe93b-1260-4a97-ac90-d362b15bbf5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cd2870-e949-4056-91ef-26a1a9f77410,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:37.545096 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-cb8fe93b-1260-4a97-ac90-d362b15bbf5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:37.554859 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-cb8fe93b-1260-4a97-ac90-d362b15bbf5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:37.556027 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-cb8fe93b-1260-4a97-ac90-d362b15bbf5c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77cd2870-e949-4056-91ef-26a1a9f77410 HTTP/1.1" status: 204 len: 168 time: 0.2773614 May 19 09:37:37.577576 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5448486b-7c43-4c61-949c-2d1f6b2f5046 req-bd444d72-2b33-4a40-86eb-44f87abff60e tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839698 May 19 09:37:38.249486 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee4d582-8fe8-4896-94a6-324619e3e7ba req-545ef3f5-c05f-43c6-8774-dcbbcf53a1b5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:38.251043 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fee4d582-8fe8-4896-94a6-324619e3e7ba req-545ef3f5-c05f-43c6-8774-dcbbcf53a1b5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1466620 May 19 09:37:38.442884 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fee4d582-8fe8-4896-94a6-324619e3e7ba req-eefabc43-b635-4c8d-a567-100eeecd227c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853290 May 19 09:37:38.474514 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82863ccb-7c3a-4fe9-9f92-9494d6b6a06e req-21007f20-774e-45e2-a9af-791cf73a6289 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:38.476062 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-82863ccb-7c3a-4fe9-9f92-9494d6b6a06e req-21007f20-774e-45e2-a9af-791cf73a6289 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.2023227 May 19 09:37:38.529339 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-82863ccb-7c3a-4fe9-9f92-9494d6b6a06e req-4607b250-b1f5-4c44-adf2-a0583a957acd tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460489 May 19 09:37:38.835028 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58897b33-8e39-42f2-a289-1d0a0420a5bb req-b474a8f1-6406-48ad-a056-e4ac4c74612b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:38.836934 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-58897b33-8e39-42f2-a289-1d0a0420a5bb req-b474a8f1-6406-48ad-a056-e4ac4c74612b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1143823 May 19 09:37:38.905086 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-58897b33-8e39-42f2-a289-1d0a0420a5bb req-5e19e733-21fd-43a8-b655-47a5cb266548 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605137 May 19 09:37:39.990234 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2e5b42-1584-4a95-8544-6e98b7a2fd7c req-b0e81ce5-9542-4378-88e2-7c6cb448e345 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:39.998608 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-af2e5b42-1584-4a95-8544-6e98b7a2fd7c req-b0e81ce5-9542-4378-88e2-7c6cb448e345 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.4145949 May 19 09:37:40.002305 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57782) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:40.037387 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c54eb4-f683-45c8-a06d-8c0804f3af31 req-7f539127-11f7-400e-9bbd-ffc0641ff8ed tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:40.038840 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3c54eb4-f683-45c8-a06d-8c0804f3af31 req-7f539127-11f7-400e-9bbd-ffc0641ff8ed tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.3646586 May 19 09:37:40.079198 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-af2e5b42-1584-4a95-8544-6e98b7a2fd7c req-ea990914-fdc0-40df-bbd2-3ed507eb8d35 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797055 May 19 09:37:40.116131 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3c54eb4-f683-45c8-a06d-8c0804f3af31 req-81f3b31c-a7cb-4e29-acbc-6591a6435e65 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677974 May 19 09:37:40.132370 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:40.149083 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:40.153121 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:e85ad9710d864163b88a72e5ff2ef1d7 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:40.157027 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:40.163419 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:40.273014 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:40.279102 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:40.288716 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b5cbb04d-e899-41e6-8229-f111c8b33cd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:40.323606 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38f8247-22fa-4c7f-92e4-46b1eb352f54,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:40.345118 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e33da03-e53c-4a09-badf-0ff39da5959a req-3d3bdaf1-1fc5-4cbe-9402-6a388d065257 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:40.346717 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5e33da03-e53c-4a09-badf-0ff39da5959a req-3d3bdaf1-1fc5-4cbe-9402-6a388d065257 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1278429 May 19 09:37:40.371316 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e85ad9710d864163b88a72e5ff2ef1d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3665619 May 19 09:37:40.372624 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57790) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:40.374082 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:40.431397 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5e33da03-e53c-4a09-badf-0ff39da5959a req-e41a75b9-9e8f-4de7-9f98-a0de6e50a1ed tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782509 May 19 09:37:40.470661 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0caf-863b-47a0-b063-4ced629b0dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:40.500962 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0caf-863b-47a0-b063-4ced629b0dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:40.568062 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0caf-863b-47a0-b063-4ced629b0dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:40.573768 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-d1b9ee8b-61b2-405c-ba14-065ea35f6855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:40.587216 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a0caf-863b-47a0-b063-4ced629b0dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38f8247-22fa-4c7f-92e4-46b1eb352f54,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:40.601283 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0c4a0caf-863b-47a0-b063-4ced629b0dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:40.621258 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0c4a0caf-863b-47a0-b063-4ced629b0dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:40.623211 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-0c4a0caf-863b-47a0-b063-4ced629b0dd4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f38f8247-22fa-4c7f-92e4-46b1eb352f54 HTTP/1.1" status: 204 len: 168 time: 0.2474971 May 19 09:37:40.990378 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57812) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:41.013686 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:41.030831 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:41.035066 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Usage tracker for resource:security_group_rule and tenant:710c3ce57f2f4d3bb537dd551e334e24 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:41.038734 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:41.055052 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:41.181752 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:41.186847 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:41.194412 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:41.244253 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=710c3ce57f2f4d3bb537dd551e334e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2526090 May 19 09:37:41.247642 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 57820) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:41.270975 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fbf967f-eaa0-40cd-ac68-53e043911056,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:41.274926 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:41.458289 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8985-d1f4-45a7-ae83-7f1c9c16075b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:41.497946 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8985-d1f4-45a7-ae83-7f1c9c16075b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:41.516351 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95ad359-c598-4190-a67e-3adbaf843bae req-274df99f-e51f-4df0-8b13-4959345c3fc6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:41.518384 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d95ad359-c598-4190-a67e-3adbaf843bae req-274df99f-e51f-4df0-8b13-4959345c3fc6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.2303483 May 19 09:37:41.535022 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c633429-0ae1-4b61-808d-0dbe977b5e59 req-fe2700b5-d010-4eee-ba30-1cd1878c29cb tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:41.536427 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2c633429-0ae1-4b61-808d-0dbe977b5e59 req-fe2700b5-d010-4eee-ba30-1cd1878c29cb tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.2472968 May 19 09:37:41.638032 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d95ad359-c598-4190-a67e-3adbaf843bae req-85fabe2f-0659-4add-94ef-dbbb7c955476 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981870 May 19 09:37:41.640378 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8985-d1f4-45a7-ae83-7f1c9c16075b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:41.646311 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2baceb14-226b-4512-b8ed-bee9cd16b55d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:41.656080 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2c633429-0ae1-4b61-808d-0dbe977b5e59 req-6fb054a4-5bac-4ea6-9cd0-087db6fc68f2 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936620 May 19 09:37:41.665437 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2e8985-d1f4-45a7-ae83-7f1c9c16075b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fbf967f-eaa0-40cd-ac68-53e043911056,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:41.668818 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3d2e8985-d1f4-45a7-ae83-7f1c9c16075b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:41.671786 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3d2e8985-d1f4-45a7-ae83-7f1c9c16075b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:41.672892 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-3d2e8985-d1f4-45a7-ae83-7f1c9c16075b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3fbf967f-eaa0-40cd-ac68-53e043911056 HTTP/1.1" status: 204 len: 168 time: 0.4236419 May 19 09:37:41.853228 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3b1f93-5424-423e-8ea7-dec65d2e7e32 req-5d600834-06e8-4718-8a42-930e7fcbb827 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:41.854757 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e3b1f93-5424-423e-8ea7-dec65d2e7e32 req-5d600834-06e8-4718-8a42-930e7fcbb827 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0881968 May 19 09:37:41.914028 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e3b1f93-5424-423e-8ea7-dec65d2e7e32 req-2125874c-7b99-491c-a831-d31f7981c214 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492821 May 19 09:37:42.934732 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d671f-6001-4603-ad50-d51f16bec2f5 req-414a7837-c613-44c8-a0df-2d846d325b0c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:42.937968 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-634d671f-6001-4603-ad50-d51f16bec2f5 req-414a7837-c613-44c8-a0df-2d846d325b0c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1544867 May 19 09:37:42.987327 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eebbc8c-4247-4e77-a6b8-2f1b2aea9120 req-2bc49f3f-131c-4329-9e61-cc16075bfba5 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:42.994186 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3eebbc8c-4247-4e77-a6b8-2f1b2aea9120 req-2bc49f3f-131c-4329-9e61-cc16075bfba5 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1736104 May 19 09:37:43.026137 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-634d671f-6001-4603-ad50-d51f16bec2f5 req-e63bc9cd-9848-4462-afb0-14777a536101 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839438 May 19 09:37:43.055475 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3eebbc8c-4247-4e77-a6b8-2f1b2aea9120 req-a9622be1-ab1a-4974-9d32-f90ecda40ab1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603507 May 19 09:37:43.277070 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cc7113-988d-470a-9cb9-428d160c3d68 req-b4902ad3-454d-4958-8eb5-50a3b526a55f tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:43.278894 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-27cc7113-988d-470a-9cb9-428d160c3d68 req-b4902ad3-454d-4958-8eb5-50a3b526a55f tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1198635 May 19 09:37:43.359632 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-27cc7113-988d-470a-9cb9-428d160c3d68 req-e0cfb0d3-28c4-4b0d-bd04-dec0869907cd tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673521 May 19 09:37:43.868928 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5054f-dc9c-43e7-b1c9-ba58c62561c9 req-b35a6798-b46b-4abe-897a-56909f05ca55 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:43.870803 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-51c5054f-dc9c-43e7-b1c9-ba58c62561c9 req-b35a6798-b46b-4abe-897a-56909f05ca55 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1414523 May 19 09:37:43.920173 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-52570b03-fed1-4cf2-902b-e5a654f01ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:43.924584 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-52570b03-fed1-4cf2-902b-e5a654f01ad8 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 1098 time: 0.1209650 May 19 09:37:43.934981 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-51c5054f-dc9c-43e7-b1c9-ba58c62561c9 req-7c318b8e-319c-4b4e-a361-9e64b2f6686a tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563889 May 19 09:37:43.992962 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 57892) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:44.121523 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-09155597-a60f-4a5f-a004-19fc982f92ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:44.123193 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-09155597-a60f-4a5f-a004-19fc982f92ac service neutron] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 911 time: 0.1827431 May 19 09:37:44.225757 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:44.281406 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-d661cee3-d83b-4b4a-a461-4f8404b2ca2b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a HTTP/1.1" status: 200 len: 1000 time: 0.1416967 May 19 09:37:44.296162 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:44.304608 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Usage tracker for resource:security_group_rule and tenant:a2836604b3944199a7ffef98bd7e5f53 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:44.315268 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:44.326724 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:44.397219 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-f681f232-622a-4852-982b-1efc8a9d7e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:44.397514 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298202f3-2d1e-429c-ab4d-832bb695dd10 req-095d8655-99ed-458f-88a3-95d2bdd709de tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:44.399173 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-f681f232-622a-4852-982b-1efc8a9d7e23 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.1094973 May 19 09:37:44.404476 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-298202f3-2d1e-429c-ab4d-832bb695dd10 req-095d8655-99ed-458f-88a3-95d2bdd709de tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.2431095 May 19 09:37:44.415595 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c863fed-44f4-44a3-9b94-dcdd43285898 req-48da35de-7f02-4a1b-bd02-7bc11fd634ec tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:44.417092 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9c863fed-44f4-44a3-9b94-dcdd43285898 req-48da35de-7f02-4a1b-bd02-7bc11fd634ec tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1947629 May 19 09:37:44.525077 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-298202f3-2d1e-429c-ab4d-832bb695dd10 req-750128d7-e9bc-4e92-8394-c439cabd54cc tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195230 May 19 09:37:44.551162 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9c863fed-44f4-44a3-9b94-dcdd43285898 req-b4e380d1-f260-431c-8ad4-a8dc3002e035 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155877 May 19 09:37:44.572301 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-0f07b355-92fd-4393-88b8-1f73c6581118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:44.580286 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-0f07b355-92fd-4393-88b8-1f73c6581118 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1656017 May 19 09:37:44.616612 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:44.621938 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:44.631809 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1289015b-a604-4838-81bd-f77bad39e4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:44.672273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2836604b3944199a7ffef98bd7e5f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6784956 May 19 09:37:44.674147 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7916166-8a35-404e-845d-084797d2dc7f,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:44.676702 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 57906) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:44.679112 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:44.740332 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-340afbd6-bbdd-47cd-b438-fe79e1fb714d service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550786 May 19 09:37:44.743428 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d65f02dd-b65c-42e1-9742-2eaa606e156a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:44.770103 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d65f02dd-b65c-42e1-9742-2eaa606e156a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:44.825987 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d65f02dd-b65c-42e1-9742-2eaa606e156a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:44.830239 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-21c49d14-8f1e-443a-8315-0fff19c587e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:44.843763 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f02dd-b65c-42e1-9742-2eaa606e156a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7916166-8a35-404e-845d-084797d2dc7f,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:44.848075 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d65f02dd-b65c-42e1-9742-2eaa606e156a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:44.852965 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d65f02dd-b65c-42e1-9742-2eaa606e156a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:44.858011 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-d65f02dd-b65c-42e1-9742-2eaa606e156a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c7916166-8a35-404e-845d-084797d2dc7f HTTP/1.1" status: 204 len: 168 time: 0.1774313 May 19 09:37:44.884289 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-215522f7-6fe8-4e82-aaae-9f142684bdfe req-c2a01082-57cb-48f8-ac71-a388a030b3f8 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359076 May 19 09:37:45.180091 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57916) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:45.211663 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:45.228173 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:45.230116 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee32eb3-dcb8-4103-adf2-071103bf33a1 req-e8b37ffd-9f7b-4de8-8589-425c9ccc9b1c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:45.231516 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6ee32eb3-dcb8-4103-adf2-071103bf33a1 req-e8b37ffd-9f7b-4de8-8589-425c9ccc9b1c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1779735 May 19 09:37:45.238470 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] Usage tracker for resource:security_group_rule and tenant:ef9998289e2a47b5b7ed34597a0cf3e7 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:45.242256 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:45.249000 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:45.280422 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6ee32eb3-dcb8-4103-adf2-071103bf33a1 req-67929ad8-646c-4125-8366-e40b9ad9e147 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426531 May 19 09:37:45.343040 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:45.346895 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:45.354355 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2f8f5567-0b50-404b-80f8-4137e221fde1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:45.393858 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85435915-1e62-4b0a-bf69-cd8a1ea56b41,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:45.398414 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef9998289e2a47b5b7ed34597a0cf3e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165284 May 19 09:37:45.399321 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4e27c864-bc7b-4e5d-bbeb-30662c6ca557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:45.401104 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 57920) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:37:45.465674 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b6713b28-3324-437b-b622-58943fab1936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:45.495911 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b6713b28-3324-437b-b622-58943fab1936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:45.553727 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b6713b28-3324-437b-b622-58943fab1936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:45.558915 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c815380d-e180-45d4-aaff-e0d920e3b9d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:45.573305 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6713b28-3324-437b-b622-58943fab1936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85435915-1e62-4b0a-bf69-cd8a1ea56b41,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:45.588491 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b6713b28-3324-437b-b622-58943fab1936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:45.600795 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b6713b28-3324-437b-b622-58943fab1936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:45.624306 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b6713b28-3324-437b-b622-58943fab1936 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85435915-1e62-4b0a-bf69-cd8a1ea56b41 HTTP/1.1" status: 204 len: 168 time: 0.2051837 May 19 09:37:45.952476 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19b92ad-fae5-4feb-b422-98d96d2ecee0 req-dd530844-8faa-459a-82ea-73b8fb8063cf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:45.954594 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a19b92ad-fae5-4feb-b422-98d96d2ecee0 req-dd530844-8faa-459a-82ea-73b8fb8063cf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1807103 May 19 09:37:45.968333 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6352f8-5fd8-480a-85b0-5923da3d8658 req-1185bfde-506c-4de2-b354-aeaefc05da4a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:45.970417 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4d6352f8-5fd8-480a-85b0-5923da3d8658 req-1185bfde-506c-4de2-b354-aeaefc05da4a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1953104 May 19 09:37:46.071511 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a19b92ad-fae5-4feb-b422-98d96d2ecee0 req-6146a312-ffd7-4a89-8b0b-10764bd33e01 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999408 May 19 09:37:46.087352 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4d6352f8-5fd8-480a-85b0-5923da3d8658 req-c9df5650-0192-497d-a08f-424a118a8886 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975831 May 19 09:37:46.514676 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e4a39-3f7d-4be3-a242-15179ec6c318 req-fdfd55c2-eefe-4fa4-9ef8-41d732319991 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:46.516310 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fa5e4a39-3f7d-4be3-a242-15179ec6c318 req-fdfd55c2-eefe-4fa4-9ef8-41d732319991 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0988870 May 19 09:37:46.565009 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fa5e4a39-3f7d-4be3-a242-15179ec6c318 req-0174c06a-38ac-4cdb-a02e-b9d7d414c6b4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426259 May 19 09:37:47.364767 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea6259c-b2af-4fb1-b46e-e670525490f8 req-d929fbdd-1c6a-4cf5-8a07-0a04eec07e97 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:47.366373 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dea6259c-b2af-4fb1-b46e-e670525490f8 req-d929fbdd-1c6a-4cf5-8a07-0a04eec07e97 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1567171 May 19 09:37:47.379872 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd2cef-8c4b-4ed7-acf0-3a7ed47a399c req-10f15da0-6547-4ba3-9bf2-d4a135df2884 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:47.381376 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7bdd2cef-8c4b-4ed7-acf0-3a7ed47a399c req-10f15da0-6547-4ba3-9bf2-d4a135df2884 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1282837 May 19 09:37:47.471968 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dea6259c-b2af-4fb1-b46e-e670525490f8 req-f734d877-a8a9-40a4-8a08-b5591ccc032b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873544 May 19 09:37:47.488090 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7bdd2cef-8c4b-4ed7-acf0-3a7ed47a399c req-4e2990cf-1aaf-4f2d-aed9-e9f47cd62ea0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914106 May 19 09:37:48.400797 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-4b926cc5-7b82-4c6a-9a6b-08b8037068ac tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951607530&fields=id&tenant_id=642fc7a45cf54c8780724d602c66a4ec HTTP/1.1" status: 200 len: 267 time: 0.0411837 May 19 09:37:48.583937 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-547fac4f-57ae-4cc6-8cbb-1efe7f241b30 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:48.585762 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-547fac4f-57ae-4cc6-8cbb-1efe7f241b30 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 812 time: 0.1751487 May 19 09:37:48.633706 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-7898f49a-218f-44f6-9912-c3b8be1221d6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/quotas/642fc7a45cf54c8780724d602c66a4ec HTTP/1.1" status: 200 len: 375 time: 0.0414212 May 19 09:37:48.751272 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c121d-f3ef-44d7-859e-7f45055b8f15 req-559dff11-f7fd-43a6-a7f3-38f0d341984f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:48.752768 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ea5c121d-f3ef-44d7-859e-7f45055b8f15 req-559dff11-f7fd-43a6-a7f3-38f0d341984f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1524174 May 19 09:37:48.782208 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-0f65d8a3-d8a2-4794-a8bd-bb158cf865f3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1416256 May 19 09:37:48.827777 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ea5c121d-f3ef-44d7-859e-7f45055b8f15 req-edb908a8-504c-4022-82b1-8d59e9dcb2dd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656123 May 19 09:37:49.152399 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-d32d2cb6-570d-47ba-8b2e-e899b12a606c service neutron] 10.222.0.46 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3517570 May 19 09:37:49.188810 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0110e625-e860-4b88-b75f-6256e53d8893 req-dd73163e-b446-486d-9415-08515c2bb9b0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:49.196175 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0110e625-e860-4b88-b75f-6256e53d8893 req-dd73163e-b446-486d-9415-08515c2bb9b0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.2339473 May 19 09:37:49.360644 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0110e625-e860-4b88-b75f-6256e53d8893 req-e66d6d52-91a8-4002-bb56-a7f2b6e45698 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635132 May 19 09:37:49.428482 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-607a0948-8dbf-49fb-b850-e51a3812c543 service neutron] 10.222.0.46 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748141 May 19 09:37:50.095600 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1cdbf1d2-55e4-4678-9a5d-8a87bb5ab61a req-f4420dbb-aa64-467f-ad41-dee68c9f9989 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 210 time: 0.0563643 May 19 09:37:50.148070 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9b1f25-6028-437c-bdaa-30da18e6ba59 req-ab3b20dc-69c3-42b7-9a1d-290e38a3a4c8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:50.156475 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6c9b1f25-6028-437c-bdaa-30da18e6ba59 req-ab3b20dc-69c3-42b7-9a1d-290e38a3a4c8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1783640 May 19 09:37:50.205143 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6c9b1f25-6028-437c-bdaa-30da18e6ba59 req-7672651f-5a5f-4635-892b-00d6a8f827c5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453014 May 19 09:37:50.598893 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beb88bc-e5e7-4e4b-828b-7e1291b4dd71 req-19dad5fe-7390-4dfd-a328-94957be83650 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:50.600468 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3beb88bc-e5e7-4e4b-828b-7e1291b4dd71 req-19dad5fe-7390-4dfd-a328-94957be83650 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0988016 May 19 09:37:50.662351 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3beb88bc-e5e7-4e4b-828b-7e1291b4dd71 req-d67ae1c1-68a8-4e0c-b22b-a50d215d2ceb tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557902 May 19 09:37:51.511546 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f6b3acd1-79e5-441f-b0c1-d62e2263aad0 req-d3212c45-410b-49d2-98f0-b6cb368df7b3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 210 time: 0.0474825 May 19 09:37:51.547184 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ffcf4-73a8-4c37-995e-ad37ff6f69ed req-e746f68a-d9a7-4d4e-a2a9-eec8b3eba649 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:51.549145 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f50ffcf4-73a8-4c37-995e-ad37ff6f69ed req-e746f68a-d9a7-4d4e-a2a9-eec8b3eba649 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.2136886 May 19 09:37:51.601351 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f50ffcf4-73a8-4c37-995e-ad37ff6f69ed req-87d0695d-b705-46b8-bfab-9a3d4932a7a7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458977 May 19 09:37:51.860398 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f7ef9-0da2-4f49-9203-95041ef8a0a3 req-723f8ad3-f28d-4225-953c-01d5a2b24550 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:51.868532 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-451f7ef9-0da2-4f49-9203-95041ef8a0a3 req-723f8ad3-f28d-4225-953c-01d5a2b24550 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0937872 May 19 09:37:51.910395 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-451f7ef9-0da2-4f49-9203-95041ef8a0a3 req-2e72124c-9817-4b01-ad60-edce15558a57 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412922 May 19 09:37:52.694327 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ba576a9d-8f7f-4fef-b587-021fd7c01a19 req-c9ae7675-6580-41f2-b47a-c785d9e7cf82 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 210 time: 0.0517628 May 19 09:37:52.834365 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e326f46e-1e92-4abe-94fa-7d334af22bbf req-b04f89e7-2249-4bb8-b39f-e7110b3253e2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:52.835927 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e326f46e-1e92-4abe-94fa-7d334af22bbf req-b04f89e7-2249-4bb8-b39f-e7110b3253e2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0856307 May 19 09:37:52.888923 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e326f46e-1e92-4abe-94fa-7d334af22bbf req-e322e43f-3131-45bc-8548-8f8fed3e978b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465736 May 19 09:37:53.141249 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34195809-045c-494a-a635-ba1a8a039215 req-6fa27bf1-6ee4-44b7-b393-c2056d35e26e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:53.142795 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-34195809-045c-494a-a635-ba1a8a039215 req-6fa27bf1-6ee4-44b7-b393-c2056d35e26e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1146212 May 19 09:37:53.211675 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-34195809-045c-494a-a635-ba1a8a039215 req-114e6d17-723d-4f47-b436-3fc6ecb6a9d0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622702 May 19 09:37:53.850356 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-94dc3f86-a456-4678-9991-2b34c1f782bd req-a510ab20-2008-413c-82f3-6a4487b23b30 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 210 time: 0.0417309 May 19 09:37:54.090974 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a1e9b-3ce4-4acd-979f-574ef3239c12 req-aba441c1-29c4-4dbd-8515-47d08259d353 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:54.092461 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-692a1e9b-3ce4-4acd-979f-574ef3239c12 req-aba441c1-29c4-4dbd-8515-47d08259d353 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0823009 May 19 09:37:54.136391 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-692a1e9b-3ce4-4acd-979f-574ef3239c12 req-252446dd-627f-4111-b7cc-fa74e035c466 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381703 May 19 09:37:54.397941 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c2d078-0804-4b85-9e49-f34132d717e6 req-555cc90a-9ac1-4c0f-a72a-c5bc86903755 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:54.399419 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a4c2d078-0804-4b85-9e49-f34132d717e6 req-555cc90a-9ac1-4c0f-a72a-c5bc86903755 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0882709 May 19 09:37:54.447811 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a4c2d078-0804-4b85-9e49-f34132d717e6 req-aac2ce07-f3b4-4d4c-a3b9-2f2ad669f76b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419421 May 19 09:37:54.998923 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-822b9fb8-966c-44b8-b58b-1b8dc59b2ca4 req-f4d80f61-c587-4f96-bac2-d126a7dc7d2d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 210 time: 0.0426762 May 19 09:37:55.320635 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726bd4d6-9213-440f-9785-74dffbcd0ac6 req-b26d2f1d-c70e-4652-82d9-90532dd4b397 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:55.322143 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-726bd4d6-9213-440f-9785-74dffbcd0ac6 req-b26d2f1d-c70e-4652-82d9-90532dd4b397 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0779400 May 19 09:37:55.367819 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-726bd4d6-9213-440f-9785-74dffbcd0ac6 req-e508c869-8179-49ac-9ca1-1025cfbdee89 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389955 May 19 09:37:55.634044 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbfef6a-f477-4cd9-8f98-7850d18ea4b1 req-c842f571-6e07-4461-9b53-8a90f36677fc tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:55.635491 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7fbfef6a-f477-4cd9-8f98-7850d18ea4b1 req-c842f571-6e07-4461-9b53-8a90f36677fc tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0820174 May 19 09:37:55.678928 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7fbfef6a-f477-4cd9-8f98-7850d18ea4b1 req-39b89258-2150-42c2-bfd8-c34ae1c62c03 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370140 May 19 09:37:56.158703 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-54b9c005-2b3b-40af-b399-10014ca00a9f req-11ee65df-a287-40b3-b650-37ea9758d863 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 210 time: 0.0439217 May 19 09:37:56.368425 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-7840cd86-4073-4bb4-9392-c5204ec64c47 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:56.369268 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-7840cd86-4073-4bb4-9392-c5204ec64c47 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Synchronizing usage tracker for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:network {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:37:56.388152 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-7840cd86-4073-4bb4-9392-c5204ec64c47 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Unset dirty status for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:network {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:37:56.389308 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-7840cd86-4073-4bb4-9392-c5204ec64c47 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 812 time: 0.1855390 May 19 09:37:56.465142 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-42a3dd6b-fa39-4839-a2ba-d4991ff85d3c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Synchronizing usage tracker for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:security_group {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:37:56.483399 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-42a3dd6b-fa39-4839-a2ba-d4991ff85d3c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Unset dirty status for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:security_group {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:37:56.484680 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-42a3dd6b-fa39-4839-a2ba-d4991ff85d3c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=642fc7a45cf54c8780724d602c66a4ec HTTP/1.1" status: 200 len: 379 time: 0.0750420 May 19 09:37:56.513217 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'port': {'device_id': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'admin_state_up': True, 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'security_groups': ['e6e4f169-e419-43e7-bc3d-17d713cb7ea3']}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:37:56.614276 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9feb8-c9f4-4bdd-bccc-b80354738878 req-4e2cb753-1d15-4ed5-a73a-aeca284fc4ce tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:56.622520 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-40e9feb8-c9f4-4bdd-bccc-b80354738878 req-4e2cb753-1d15-4ed5-a73a-aeca284fc4ce tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1377225 May 19 09:37:56.670359 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-40e9feb8-c9f4-4bdd-bccc-b80354738878 req-64eabee8-05ad-4b39-a3f6-790e57eb9827 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468829 May 19 09:37:56.834651 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:37:56.840930 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:port and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:37:56.845190 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for port was recalculated. Used quota:2. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:37:56.852358 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-a13950fd-d65c-4279-886d-c5220b85001f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:56.853846 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-a13950fd-d65c-4279-886d-c5220b85001f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 1098 time: 0.3011642 May 19 09:37:56.854703 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:37:56.865532 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Made reservation on behalf of 642fc7a45cf54c8780724d602c66a4ec for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:37:56.868806 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02465d0-92d0-4c38-b58c-c0c98436142e req-8c7c915b-74c0-4d90-9276-cba2e81a8a0d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:56.869043 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:56.870313 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c02465d0-92d0-4c38-b58c-c0c98436142e req-8c7c915b-74c0-4d90-9276-cba2e81a8a0d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0844133 May 19 09:37:56.923841 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c02465d0-92d0-4c38-b58c-c0c98436142e req-d30c577c-5b4e-4ad0-b19a-58205f6f65f2 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470486 May 19 09:37:57.086836 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-54d6cc88-a58d-4fdd-b080-e2f6a3ce213a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:57.088323 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-54d6cc88-a58d-4fdd-b080-e2f6a3ce213a service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.2076054 May 19 09:37:57.155390 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Allocated IP 172.20.0.12 (9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a/2e5177c6-8109-4ba9-a826-84c08607ba47/66584240-3ce3-476f-b4be-abf6d180a235) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:37:57.309706 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-28a2cb99-c685-4a81-890c-2c4eeb8c0d4e req-fb9f5f27-59c8-4d22-81b3-d72207698dd5 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 210 time: 0.0433745 May 19 09:37:57.344648 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:57.361487 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Transition to ACTIVE for port object 66584240-3ce3-476f-b4be-abf6d180a235 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:37:57.384538 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:57.390756 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:37:57.453454 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:37:57.456536 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:37:57.460377 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:37:57.508828 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'Port': ['ID=66584240-3ce3-476f-b4be-abf6d180a235,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:37:57.511914 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:37:57.534001 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:57.534660 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:57.555569 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0527959 May 19 09:37:57.749906 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-2db37a91-10e2-4547-92d6-3f8cbaba4ba5 None None] Provisioning for port 66584240-3ce3-476f-b4be-abf6d180a235 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:37:57.754823 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-2db37a91-10e2-4547-92d6-3f8cbaba4ba5 None None] Provisioning complete for port 66584240-3ce3-476f-b4be-abf6d180a235 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:37:57.755220 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2db37a91-10e2-4547-92d6-3f8cbaba4ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:37:57.808544 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-2db37a91-10e2-4547-92d6-3f8cbaba4ba5 None None] Port 66584240-3ce3-476f-b4be-abf6d180a235 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:37:57.862955 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a11c4-7c2a-4efd-a5d1-9d0fc9837fe9 req-55b53dd5-0255-4191-8b3b-6cfc40044185 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:57.864377 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-113a11c4-7c2a-4efd-a5d1-9d0fc9837fe9 req-55b53dd5-0255-4191-8b3b-6cfc40044185 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0801997 May 19 09:37:57.910674 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-113a11c4-7c2a-4efd-a5d1-9d0fc9837fe9 req-4d91ec8e-19d5-4e9d-b96f-a930a189e31b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404656 May 19 09:37:58.107807 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b3a73-1a86-4921-93fa-c4438f23b801 req-53d5cd6e-d756-4c74-a3b0-d633f144b0bb tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:58.109288 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c07b3a73-1a86-4921-93fa-c4438f23b801 req-53d5cd6e-d756-4c74-a3b0-d633f144b0bb tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0804815 May 19 09:37:58.154738 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c07b3a73-1a86-4921-93fa-c4438f23b801 req-3cd0a334-3f2f-4ace-8039-99f611e880af tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393207 May 19 09:37:58.502243 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8707d2-c5e2-4fce-8731-31f91a19b286 req-1f0d75c6-603c-4115-8b2d-7a7ec30656ba tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:58.503744 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0b8707d2-c5e2-4fce-8731-31f91a19b286 req-1f0d75c6-603c-4115-8b2d-7a7ec30656ba tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 932 time: 0.0866368 May 19 09:37:58.552837 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0b8707d2-c5e2-4fce-8731-31f91a19b286 req-3b33ee91-f66e-475b-9284-33d735590ff6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 May 19 09:37:59.096515 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38490487-66f1-482a-a7e5-302fcdd9a1e2 req-325f4e36-c1b6-4b4c-a43d-0e67355644d0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:59.098068 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-38490487-66f1-482a-a7e5-302fcdd9a1e2 req-325f4e36-c1b6-4b4c-a43d-0e67355644d0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.0784478 May 19 09:37:59.143390 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-38490487-66f1-482a-a7e5-302fcdd9a1e2 req-1e26665d-a3a6-47e5-a56c-76c6dce4c6f4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396216 May 19 09:37:59.339110 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c569e-5058-4ae7-aca8-bf1503587703 req-5fbf2b2b-d3d3-40b0-a299-821cc87f213e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:59.341126 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c0c569e-5058-4ae7-aca8-bf1503587703 req-5fbf2b2b-d3d3-40b0-a299-821cc87f213e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0822904 May 19 09:37:59.388001 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c0c569e-5058-4ae7-aca8-bf1503587703 req-bd5e1ca9-4575-471e-aea4-0be41d6f0e4f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382376 May 19 09:37:59.735172 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f12556-09f1-47c6-8d2b-3e3bb57950fa req-fa8c4793-d816-444f-b1b2-09d4382bba0e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:37:59.736663 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-62f12556-09f1-47c6-8d2b-3e3bb57950fa req-fa8c4793-d816-444f-b1b2-09d4382bba0e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 932 time: 0.0786059 May 19 09:37:59.784208 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-62f12556-09f1-47c6-8d2b-3e3bb57950fa req-89bee336-21a4-4150-9ef5-bb24b0ec5f97 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418420 May 19 09:38:00.204326 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:38:00.264922 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Request body: {'port': {'device_id': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:00.324363 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.357984 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218cc38-2f2b-42b3-97fc-81914ddb9f4c req-f1f05e12-dd0d-4890-8e41-8b2296ab1a85 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:00.359510 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2218cc38-2f2b-42b3-97fc-81914ddb9f4c req-f1f05e12-dd0d-4890-8e41-8b2296ab1a85 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 945 time: 0.1025102 May 19 09:38:00.366263 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:00.378611 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:00.384617 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.388121 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:00.401678 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-95a76240-0d71-4fb6-9744-ed5d7246f66b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8 HTTP/1.1" status: 200 len: 1001 time: 0.1955185 May 19 09:38:00.420396 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2218cc38-2f2b-42b3-97fc-81914ddb9f4c req-a9e8e26d-7cd9-44b6-855b-729cfee61955 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539348 May 19 09:38:00.435315 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'code': 200} May 19 09:38:00.439024 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.476900 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=8']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:00.490285 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.490638 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.490991 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.491379 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.491763 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.492094 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.492428 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.492781 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.493203 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.493767 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.494178 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.494523 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:00.501209 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:00.675255 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda832a6-82d9-4675-b282-15e0bfdb3116 req-57053c0d-daef-42ad-a62f-b181d9d8de82 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:00.676902 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fda832a6-82d9-4675-b282-15e0bfdb3116 req-57053c0d-daef-42ad-a62f-b181d9d8de82 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1670127 May 19 09:38:00.722154 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fda832a6-82d9-4675-b282-15e0bfdb3116 req-927f1c1f-bcb8-41f6-a790-ce41ca280d09 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393567 May 19 09:38:00.810876 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66584240-3ce3-476f-b4be-abf6d180a235 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:38:00.818841 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.833105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Transition to ACTIVE for port object 66584240-3ce3-476f-b4be-abf6d180a235 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:38:00.837012 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:00.842288 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f5cc128f-4e9d-4e55-b8db-69c097a1c771 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:00.985773 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407c2651-aea9-478f-b1a1-215d171233fe req-4e2d95b3-4db7-4798-8d7e-2e9a0029c828 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:00.987516 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-407c2651-aea9-478f-b1a1-215d171233fe req-4e2d95b3-4db7-4798-8d7e-2e9a0029c828 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0971801 May 19 09:38:00.994441 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Pushing event updated for resources: {'Port': ['ID=66584240-3ce3-476f-b4be-abf6d180a235,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:01.002382 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:01.038873 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-407c2651-aea9-478f-b1a1-215d171233fe req-f7d8b2b8-4ac0-4612-8e02-c90cbfd9d692 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452173 May 19 09:38:01.164802 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Attempting to bind port 66584240-3ce3-476f-b4be-abf6d180a235 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:38:01.165055 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Attempting to bind port 66584240-3ce3-476f-b4be-abf6d180a235 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:38:01.165377 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Attempting to bind port 66584240-3ce3-476f-b4be-abf6d180a235 on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:38:01.170005 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Port 66584240-3ce3-476f-b4be-abf6d180a235 on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:38:01.170325 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Attempting to bind port 66584240-3ce3-476f-b4be-abf6d180a235 on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:38:01.175281 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 37, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:38:01.175636 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Checking segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:38:01.176016 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Bound using segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:38:01.176440 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Bound port: 66584240-3ce3-476f-b4be-abf6d180a235, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:38:01.176783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.262124 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] For port 66584240-3ce3-476f-b4be-abf6d180a235, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:38:01.265462 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] For port 66584240-3ce3-476f-b4be-abf6d180a235, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=66584240-3ce3-476f-b4be-abf6d180a235,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:38:01.270339 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.274636 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:01.331302 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:01.331958 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.333307 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] 10.222.0.55 "PUT /v2.0/ports/66584240-3ce3-476f-b4be-abf6d180a235 HTTP/1.1" status: 200 len: 1094 time: 1.0724831 May 19 09:38:01.333821 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'tag': '66584240-3ce3-476f-b4be-abf6d180a235'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:01.355279 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Pushing event updated for resources: {'Port': ['ID=66584240-3ce3-476f-b4be-abf6d180a235,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:01.359086 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:01.384294 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'tag': '66584240-3ce3-476f-b4be-abf6d180a235', 'status': 'completed', 'code': 200} May 19 09:38:01.604373 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228e6bc-9d77-4467-88e1-059f0fa468a4 req-8d313168-191b-42de-8ebd-3d079daef5ba tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:01.605817 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6228e6bc-9d77-4467-88e1-059f0fa468a4 req-8d313168-191b-42de-8ebd-3d079daef5ba tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0809903 May 19 09:38:01.648060 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-320ffcaa-57dc-4204-9a6d-1d3436f20c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:01.651551 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6228e6bc-9d77-4467-88e1-059f0fa468a4 req-5499c98a-75eb-424c-b12a-593f700a992a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399311 May 19 09:38:01.914174 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bcd68f-ff05-4b14-b90d-6727a84e0f37 req-49f91e99-4c48-421a-a757-c6eca89608f7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:01.916117 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74bcd68f-ff05-4b14-b90d-6727a84e0f37 req-49f91e99-4c48-421a-a757-c6eca89608f7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0844131 May 19 09:38:01.935334 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-81b64e92-2804-4c6e-8350-0acc515e2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:01.936829 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-81b64e92-2804-4c6e-8350-0acc515e2960 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.1093843 May 19 09:38:01.963792 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-74bcd68f-ff05-4b14-b90d-6727a84e0f37 req-935bb882-190b-43a0-bbda-04d44b191005 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 May 19 09:38:01.995272 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b84d-db11-4a7c-a521-fc4422295798 req-cdeb633d-8a9f-49dc-a8d5-bd70e0da9670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:01.996814 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-3e69b84d-db11-4a7c-a521-fc4422295798 req-cdeb633d-8a9f-49dc-a8d5-bd70e0da9670 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 1097 time: 0.1353858 May 19 09:38:02.044140 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-423edd92-1f35-41d3-b73a-cbf73133ccb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:02.045601 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-423edd92-1f35-41d3-b73a-cbf73133ccb9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0972188 May 19 09:38:02.220936 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23ba7b-7693-4c9e-a2e7-3996d9e3c2d2 req-4d758a1a-7559-41de-8f54-af6801ef356d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:02.222321 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1c23ba7b-7693-4c9e-a2e7-3996d9e3c2d2 req-4d758a1a-7559-41de-8f54-af6801ef356d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0791237 May 19 09:38:02.262911 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b84d-db11-4a7c-a521-fc4422295798 req-403795db-a5b5-4498-b4cf-f3db739af1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:02.264395 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-3e69b84d-db11-4a7c-a521-fc4422295798 req-403795db-a5b5-4498-b4cf-f3db739af1ae service neutron] 10.222.0.55 "GET /v2.0/networks?tenant_id=642fc7a45cf54c8780724d602c66a4ec&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2433062 May 19 09:38:02.269731 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1c23ba7b-7693-4c9e-a2e7-3996d9e3c2d2 req-ff3063a2-af9d-4e2a-aa21-3962d9165386 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413077 May 19 09:38:02.271855 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-cb87b5f5-6044-4685-9b79-908023c50424 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147892 May 19 09:38:02.506036 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69b84d-db11-4a7c-a521-fc4422295798 req-2f3028ad-b13c-4adb-8da4-87f2478c2f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:02.507392 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-3e69b84d-db11-4a7c-a521-fc4422295798 req-2f3028ad-b13c-4adb-8da4-87f2478c2f26 service neutron] 10.222.0.55 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2344275 May 19 09:38:02.511040 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8138c21f-25e2-4ded-9d00-7b1302cfbab2 req-b7f0e23c-43ff-4c76-ba2b-77861f6c5740 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189493 May 19 09:38:02.845367 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7481d03c-699c-4975-b464-a841e25ed199 req-5c3ac915-bc77-4bc3-8b47-cff1d5de43b2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:02.846818 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7481d03c-699c-4975-b464-a841e25ed199 req-5c3ac915-bc77-4bc3-8b47-cff1d5de43b2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0838962 May 19 09:38:02.858531 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-6e490c3a-5fca-4c64-85e0-a02d299b8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:02.860049 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-6e490c3a-5fca-4c64-85e0-a02d299b8d4c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 1097 time: 0.0771728 May 19 09:38:02.894015 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7481d03c-699c-4975-b464-a841e25ed199 req-7d2b17b4-e00c-423c-95c2-e13a14631a6b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411067 May 19 09:38:02.940386 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-db52d669-1665-4659-99e9-62498fb3dc0a service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66584240-3ce3-476f-b4be-abf6d180a235 HTTP/1.1" status: 200 len: 217 time: 0.0601556 May 19 09:38:03.010861 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-918d7473-77cc-47ca-9fb1-91949e883342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:03.012633 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-918d7473-77cc-47ca-9fb1-91949e883342 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0622423 May 19 09:38:03.092170 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-75e66eea-e64a-4e15-827c-877620b09965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:03.093666 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-75e66eea-e64a-4e15-827c-877620b09965 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726802 May 19 09:38:03.155893 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d7468-6757-4bab-98eb-966bf4ce56e7 req-00f8c069-40d1-4c97-974a-72fcb7b72270 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:03.157263 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1b4d7468-6757-4bab-98eb-966bf4ce56e7 req-00f8c069-40d1-4c97-974a-72fcb7b72270 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0834093 May 19 09:38:03.201577 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1b4d7468-6757-4bab-98eb-966bf4ce56e7 req-9e15393c-519b-4d58-998e-487de8db752f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382469 May 19 09:38:03.229086 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-a661f5eb-111e-403f-b3be-cf10d27dd4a5 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269178 May 19 09:38:03.364849 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ac4088a3-0193-41fe-ae4b-5f5bacf91406 req-878806c9-c314-4061-9c66-6c60ed2e4f16 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240201 May 19 09:38:03.455483 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d74ca6b-cc12-403b-89fd-69afcd2fb94f req-7c1372f4-df91-477c-a2e4-9691e3e340e1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:03.456865 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d74ca6b-cc12-403b-89fd-69afcd2fb94f req-7c1372f4-df91-477c-a2e4-9691e3e340e1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0816543 May 19 09:38:03.502589 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d74ca6b-cc12-403b-89fd-69afcd2fb94f req-451e4679-9663-4c85-a9f9-c70c3b2ce389 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396049 May 19 09:38:04.109119 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442e7d94-4224-486d-b756-da8f83ae4815 req-bbe31846-2450-42d0-939d-3666245f8cea tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:04.110931 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-442e7d94-4224-486d-b756-da8f83ae4815 req-bbe31846-2450-42d0-939d-3666245f8cea tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0964143 May 19 09:38:04.168083 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-442e7d94-4224-486d-b756-da8f83ae4815 req-efc410cb-7f8e-4fda-8aed-ca24ae87f6da tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496712 May 19 09:38:04.197802 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-f8a632ae-1a68-435d-bcc2-38513e6c6bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:04.199309 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-f8a632ae-1a68-435d-bcc2-38513e6c6bbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 1096 time: 0.0985103 May 19 09:38:04.375088 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.385192 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e55324f5-c917-49c4-ad96-b01fd789e43c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:04.449571 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a03e45-78a3-4c57-ada7-ca127867bdb9 req-0e2e5d1e-7e71-4fe5-8558-21f80eeeab67 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:04.451299 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-98a03e45-78a3-4c57-ada7-ca127867bdb9 req-0e2e5d1e-7e71-4fe5-8558-21f80eeeab67 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1281819 May 19 09:38:04.471475 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-f3a7784e-75ba-4f1c-b410-ebb440164fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:04.472951 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-f3a7784e-75ba-4f1c-b410-ebb440164fff service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.2515838 May 19 09:38:04.514028 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-98a03e45-78a3-4c57-ada7-ca127867bdb9 req-04673992-b9db-4290-a001-b91d47c61a98 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546808 May 19 09:38:04.607460 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-cf8d034e-b862-4a26-bb44-a20bfd2d23f4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8 HTTP/1.1" status: 200 len: 999 time: 0.1250796 May 19 09:38:04.677783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-797bc69d-b6b8-4cb9-83f1-2a109115fe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:04.679249 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-797bc69d-b6b8-4cb9-83f1-2a109115fe3c service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0587916 May 19 09:38:04.705518 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508825c2-3128-4156-81a9-c8953ddd94d8 req-28c13b2d-0bdc-4668-9c2f-1e5cb2c9f9ad tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:04.706958 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-508825c2-3128-4156-81a9-c8953ddd94d8 req-28c13b2d-0bdc-4668-9c2f-1e5cb2c9f9ad tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0799024 May 19 09:38:04.751926 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-508825c2-3128-4156-81a9-c8953ddd94d8 req-1688b726-45b7-42c5-9f97-cada6d072f8a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389900 May 19 09:38:05.139733 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:05.531783 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16a29c-c53c-4e20-950d-65c0ff3b1c14 req-6fbcd1de-97b5-42e8-8622-f1ffe17209af tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:05.533232 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cc16a29c-c53c-4e20-950d-65c0ff3b1c14 req-6fbcd1de-97b5-42e8-8622-f1ffe17209af tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0832326 May 19 09:38:05.586267 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cc16a29c-c53c-4e20-950d-65c0ff3b1c14 req-53bd6573-f931-4803-806d-97ab982752d5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472770 May 19 09:38:05.717308 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3c7bc-3df0-4736-9e1d-dc6e8efd0d40 req-54a2c6c6-e2d3-4d25-baa7-c5b6ab983f30 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:05.718754 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1be3c7bc-3df0-4736-9e1d-dc6e8efd0d40 req-54a2c6c6-e2d3-4d25-baa7-c5b6ab983f30 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0792723 May 19 09:38:05.762710 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1be3c7bc-3df0-4736-9e1d-dc6e8efd0d40 req-d9c4d1fb-f879-42f7-ac38-15b352f6f21d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382087 May 19 09:38:05.938929 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faf250-942e-440d-92b6-3b16cfeb6a2d req-c46206a2-bb7f-4958-bc4f-b03d4f62b5fd tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:05.940341 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-04faf250-942e-440d-92b6-3b16cfeb6a2d req-c46206a2-bb7f-4958-bc4f-b03d4f62b5fd tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0858862 May 19 09:38:05.987295 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-04faf250-942e-440d-92b6-3b16cfeb6a2d req-af708c6a-e1f0-4a7b-aebb-03b1f0c3d7a9 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409729 May 19 09:38:06.713577 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:06.792962 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216c682-a05b-4222-a8a5-6aa9e8ddc7f2 req-58716f33-c9bf-4f46-88e8-1572aa8bf837 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:06.794812 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b216c682-a05b-4222-a8a5-6aa9e8ddc7f2 req-58716f33-c9bf-4f46-88e8-1572aa8bf837 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0866442 May 19 09:38:06.833891 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-46ead360-a35c-4cae-9b2f-e5f4051d09f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:06.835479 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-46ead360-a35c-4cae-9b2f-e5f4051d09f8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0774248 May 19 09:38:06.848056 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b216c682-a05b-4222-a8a5-6aa9e8ddc7f2 req-6ec21447-b1a9-46b7-b8e9-55c88294963c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465770 May 19 09:38:06.867917 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:38:06.947607 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d43612-8055-4d12-8336-2d5572d5fbf7 req-d50c6057-7c18-4799-8527-a749e2667068 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:06.949081 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f0d43612-8055-4d12-8336-2d5572d5fbf7 req-d50c6057-7c18-4799-8527-a749e2667068 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0788136 May 19 09:38:06.993372 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f0d43612-8055-4d12-8336-2d5572d5fbf7 req-80849308-19de-4a26-b796-908dc9692894 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375385 May 19 09:38:07.020223 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:07.175705 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ca019-b952-4975-afd4-93f4af6bb4a1 req-d9db1125-aeb3-4fe6-bec5-f1c800189c2d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:07.177166 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-da2ca019-b952-4975-afd4-93f4af6bb4a1 req-d9db1125-aeb3-4fe6-bec5-f1c800189c2d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0833018 May 19 09:38:07.220460 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-da2ca019-b952-4975-afd4-93f4af6bb4a1 req-6b1e3e40-3126-4c9f-b8f0-74c6873454ff tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376050 May 19 09:38:08.041840 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-e543063a-7371-4df3-871c-da3874ec5846 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267562 May 19 09:38:08.042373 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8db37b7-9ce7-4e20-8172-86ef70a1eb07 req-da488683-cc66-492a-bd39-d1309ae09bdb tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:08.044291 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c8db37b7-9ce7-4e20-8172-86ef70a1eb07 req-da488683-cc66-492a-bd39-d1309ae09bdb tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0820484 May 19 09:38:08.088771 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c8db37b7-9ce7-4e20-8172-86ef70a1eb07 req-3497a04c-bf12-487b-b964-a7a09c34c139 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386577 May 19 09:38:08.260352 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8efa5-5488-4087-8067-1d49d52406c6 req-8059ac8c-cfcd-4fac-a3ec-4161f203b1e8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:08.262035 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-edc8efa5-5488-4087-8067-1d49d52406c6 req-8059ac8c-cfcd-4fac-a3ec-4161f203b1e8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1608870 May 19 09:38:08.307311 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-edc8efa5-5488-4087-8067-1d49d52406c6 req-db78b821-dbec-4c18-8423-80dab7c9cef9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393395 May 19 09:38:08.404968 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585dcacf-d147-415e-9da1-c6c6efcb7e8c req-38c3a79f-fadd-45d2-a733-fcc8615096dc tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:08.406415 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-585dcacf-d147-415e-9da1-c6c6efcb7e8c req-38c3a79f-fadd-45d2-a733-fcc8615096dc tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0797522 May 19 09:38:08.452681 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-585dcacf-d147-415e-9da1-c6c6efcb7e8c req-f31a54f5-868b-4ab8-af47-aaec3649bd75 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403085 May 19 09:38:09.277054 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1b6e64-08aa-4cd4-86b1-a4d103f70c65 req-74e4f0c4-13ce-4011-b03f-b199b77b4387 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:09.279071 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5a1b6e64-08aa-4cd4-86b1-a4d103f70c65 req-74e4f0c4-13ce-4011-b03f-b199b77b4387 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0808921 May 19 09:38:09.322604 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5a1b6e64-08aa-4cd4-86b1-a4d103f70c65 req-5176543a-0999-4628-a1b2-7b5eab6168cc tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376978 May 19 09:38:09.499623 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d34cc3-a6b4-4075-8291-50500899d3a0 req-bbaac6b4-4dbc-4bc2-a0ce-6602efa96a62 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:09.501242 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-85d34cc3-a6b4-4075-8291-50500899d3a0 req-bbaac6b4-4dbc-4bc2-a0ce-6602efa96a62 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0874102 May 19 09:38:09.521615 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7ee3c6b4-3eb6-4e09-8cde-de64d8113817 req-5cf3dc9d-2bcf-45ea-a6f5-3477d4d8071c service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370008 May 19 09:38:09.547106 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-85d34cc3-a6b4-4075-8291-50500899d3a0 req-bfab0667-787f-4829-8a21-028a1a1717ba tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399556 May 19 09:38:09.648131 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0fd0c-28b9-4d45-b86c-33c9e72e2bef req-a770af4c-66eb-442e-af28-71d75705c614 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:09.649564 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-32c0fd0c-28b9-4d45-b86c-33c9e72e2bef req-a770af4c-66eb-442e-af28-71d75705c614 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0888295 May 19 09:38:09.693457 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-32c0fd0c-28b9-4d45-b86c-33c9e72e2bef req-83aba7a9-430f-4c4c-a79b-ef07bd16b392 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378008 May 19 09:38:10.516318 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cffff4-e4b9-415d-afd3-738cf93762d3 req-32fc18ce-0b52-485a-80d0-f9286f2bf79b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:10.517778 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-96cffff4-e4b9-415d-afd3-738cf93762d3 req-32fc18ce-0b52-485a-80d0-f9286f2bf79b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0840664 May 19 09:38:10.562826 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-96cffff4-e4b9-415d-afd3-738cf93762d3 req-24949f28-3ca5-487a-a2ca-81ba8009659a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391779 May 19 09:38:10.753754 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322db3c-9e68-4862-bf9e-35204420f37b req-45923b42-15d4-43b9-b3f7-6286bb79e246 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:10.759496 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f322db3c-9e68-4862-bf9e-35204420f37b req-45923b42-15d4-43b9-b3f7-6286bb79e246 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0943925 May 19 09:38:10.801629 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f322db3c-9e68-4862-bf9e-35204420f37b req-7f6d1319-a238-4140-9b39-77854fd10d78 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404048 May 19 09:38:10.880143 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5519ce67-deb7-4cfc-be0f-b4d40349d420 req-4d8ea451-a2df-4636-a2a1-7a6c2b448b69 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:10.881597 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5519ce67-deb7-4cfc-be0f-b4d40349d420 req-4d8ea451-a2df-4636-a2a1-7a6c2b448b69 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0791919 May 19 09:38:10.926578 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5519ce67-deb7-4cfc-be0f-b4d40349d420 req-e164b888-ef8d-423c-866c-3ce3acc6d4ca tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392036 May 19 09:38:11.562658 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187daf9-5d3e-46f0-a73a-e670d52de702 req-03c18596-0943-4a13-be15-2a8a677a12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:11.564187 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4187daf9-5d3e-46f0-a73a-e670d52de702 req-03c18596-0943-4a13-be15-2a8a677a12ba service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0750036 May 19 09:38:11.608636 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4187daf9-5d3e-46f0-a73a-e670d52de702 req-068e1891-71b8-4aad-9e7e-19a6eaf82b6c service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348544 May 19 09:38:11.754428 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6504857c-0408-45cd-8109-ba99c3288806 req-0adc035d-8624-4025-95fd-731affa8ec47 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:11.755900 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6504857c-0408-45cd-8109-ba99c3288806 req-0adc035d-8624-4025-95fd-731affa8ec47 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0829718 May 19 09:38:11.800218 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6504857c-0408-45cd-8109-ba99c3288806 req-23f71f97-6d7e-4671-af1a-722ed87bfdf8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384548 May 19 09:38:11.985370 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d067ea4c-679b-4030-aed5-91fe062f42f0 req-ea1b582d-6146-41fe-9321-bc2bca9f64a8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:11.986882 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d067ea4c-679b-4030-aed5-91fe062f42f0 req-ea1b582d-6146-41fe-9321-bc2bca9f64a8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0807030 May 19 09:38:12.035857 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d067ea4c-679b-4030-aed5-91fe062f42f0 req-a6442367-cf26-4781-9f52-0480c213e3be tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429168 May 19 09:38:12.237684 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d3c4e1-0c63-4f8d-bfe6-c5f79a914c33 req-dba86a13-29b5-4de3-8f88-320038a0fe77 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:12.245403 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-01d3c4e1-0c63-4f8d-bfe6-c5f79a914c33 req-dba86a13-29b5-4de3-8f88-320038a0fe77 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.1034510 May 19 09:38:12.294300 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-01d3c4e1-0c63-4f8d-bfe6-c5f79a914c33 req-0b3e6dc1-5801-4154-8b79-9a7b667d79dc tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477080 May 19 09:38:12.748157 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6561f8-aeec-4d1a-80d5-be9937c79f86 req-7e129c32-51c2-4abf-8a8c-5e816a1e71b4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:12.749632 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2e6561f8-aeec-4d1a-80d5-be9937c79f86 req-7e129c32-51c2-4abf-8a8c-5e816a1e71b4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0855036 May 19 09:38:12.795162 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2e6561f8-aeec-4d1a-80d5-be9937c79f86 req-4a773356-59b9-4c02-b76c-5acabf63e315 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395358 May 19 09:38:12.957897 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 58354) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:13.078566 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-3dfd3700-7b46-424c-a5be-c4b6130a1d28 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185026 May 19 09:38:13.240209 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25349d2e-19e5-483a-9811-59bd830940d9 req-1ad92763-d6c0-4b7a-b5aa-e1bd31f6300a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:13.241686 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-25349d2e-19e5-483a-9811-59bd830940d9 req-1ad92763-d6c0-4b7a-b5aa-e1bd31f6300a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0879464 May 19 09:38:13.287015 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-25349d2e-19e5-483a-9811-59bd830940d9 req-2ebe3b0f-e261-4012-85a8-1bead1da419c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 May 19 09:38:13.486951 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd90f6-afbb-4687-b535-85a6fd1c7d44 req-86cdfcda-c413-40f7-b72a-96be3d0323f2 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:13.488380 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-58bd90f6-afbb-4687-b535-85a6fd1c7d44 req-86cdfcda-c413-40f7-b72a-96be3d0323f2 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0855353 May 19 09:38:13.536594 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-58bd90f6-afbb-4687-b535-85a6fd1c7d44 req-f1cb85b6-0715-4ea5-9ca1-bf85ee963647 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416820 May 19 09:38:13.986914 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b4900-95e8-4cb0-8385-e2927ba4f01b req-38418c0f-f07b-442c-8d84-93071ce27924 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:13.988396 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6c4b4900-95e8-4cb0-8385-e2927ba4f01b req-38418c0f-f07b-442c-8d84-93071ce27924 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0810022 May 19 09:38:14.035753 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6c4b4900-95e8-4cb0-8385-e2927ba4f01b req-589beb1c-8777-4249-b03f-45ccfa355f8e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414112 May 19 09:38:14.475529 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65cff9f-8e9f-46dd-8b04-f83232ac16f2 req-9435a14c-a761-4888-a538-105807b792bc tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:14.477025 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f65cff9f-8e9f-46dd-8b04-f83232ac16f2 req-9435a14c-a761-4888-a538-105807b792bc tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0795043 May 19 09:38:14.521480 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f65cff9f-8e9f-46dd-8b04-f83232ac16f2 req-eaeba86c-73b3-40cd-9df1-69086ef0c4be tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388718 May 19 09:38:14.724574 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b4d1d-ad82-49b9-8d9d-d39d6e84d8ed req-c9e41d73-ca4d-45fa-9980-2caec67e4d58 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:14.732416 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2d1b4d1d-ad82-49b9-8d9d-d39d6e84d8ed req-c9e41d73-ca4d-45fa-9980-2caec67e4d58 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0901561 May 19 09:38:14.773070 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2d1b4d1d-ad82-49b9-8d9d-d39d6e84d8ed req-92bc1d1f-dc5d-40ea-8961-3c3e8ea60f2d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398078 May 19 09:38:15.022521 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-4a26739a-6793-45bb-9cbb-9381a2f58d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:15.024902 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-4a26739a-6793-45bb-9cbb-9381a2f58d5d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4aba180cf9334011801d974cc334cf79&device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 1098 time: 0.0779741 May 19 09:38:15.079845 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2227957e-79d3-4c15-ac75-4601230cc88f req-a3c85f6f-86e9-4618-8487-d7d04dc13dcb tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:15.081303 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2227957e-79d3-4c15-ac75-4601230cc88f req-a3c85f6f-86e9-4618-8487-d7d04dc13dcb tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0887761 May 19 09:38:15.144243 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2227957e-79d3-4c15-ac75-4601230cc88f req-9533ae9a-7b7d-4ac3-887b-369b158024a7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552838 May 19 09:38:15.189812 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-beeac03b-eb38-42ca-9de1-0e0e88d11ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:15.191746 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-beeac03b-eb38-42ca-9de1-0e0e88d11ec9 service neutron] 10.222.0.55 "GET /v2.0/networks?id=a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 200 len: 919 time: 0.1581204 May 19 09:38:15.270749 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-d077e202-dee8-43b5-8c0e-404ae6c497d3 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b HTTP/1.1" status: 200 len: 217 time: 0.0705683 May 19 09:38:15.350094 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-34f1b80f-d756-4edf-b764-411e7cf82779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:15.352458 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-34f1b80f-d756-4edf-b764-411e7cf82779 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 200 len: 858 time: 0.0739522 May 19 09:38:15.405302 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-bbc6aba5-410b-4402-8d48-4bbc7b191ea9 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=a8f507e5-77e4-4789-80f8-383757915103&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446420 May 19 09:38:15.465065 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace20024-d277-4a1c-b2e4-91bdf27f1260 req-1b2d8c96-ee62-411e-b61a-25876db8dfe4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:15.469210 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ace20024-d277-4a1c-b2e4-91bdf27f1260 req-1b2d8c96-ee62-411e-b61a-25876db8dfe4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.2235885 May 19 09:38:15.553453 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ace20024-d277-4a1c-b2e4-91bdf27f1260 req-6e633db4-9504-43f4-a1b0-3def438857a2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619953 May 19 09:38:15.667223 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-99d0e71f-6a7d-4b3a-87d3-54f1d0b7bf9a service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522156 May 19 09:38:15.817591 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7276fa9b-c493-4264-89be-5eea2beeedd7 req-8ffe655e-58f4-4dec-9596-34d41de9a8a1 service neutron] 10.222.0.55 "GET /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326013 May 19 09:38:15.836633 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:38:15.968817 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187ff568-d689-4e9e-be26-32d7ea89393a req-4c0ad921-ea5e-4011-b28c-67e1086cc245 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:15.970283 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-187ff568-d689-4e9e-be26-32d7ea89393a req-4c0ad921-ea5e-4011-b28c-67e1086cc245 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0879624 May 19 09:38:16.014962 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-187ff568-d689-4e9e-be26-32d7ea89393a req-5adaeed2-d026-49de-9373-f2fc4dad3876 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390036 May 19 09:38:16.306207 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-aad4cd90-deff-4ea9-ba2e-05d1f3e020ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:16.309642 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-aad4cd90-deff-4ea9-ba2e-05d1f3e020ff service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f&tenant_id=864023c8c80d472fb822567abae0752e HTTP/1.1" status: 200 len: 1096 time: 0.1611009 May 19 09:38:16.325339 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268a52b2-bd6a-4730-93de-a76e86bdbaa0 req-08c5d29f-4319-420a-99d8-4273e5d79a87 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:16.326823 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-268a52b2-bd6a-4730-93de-a76e86bdbaa0 req-08c5d29f-4319-420a-99d8-4273e5d79a87 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0807829 May 19 09:38:16.375825 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-268a52b2-bd6a-4730-93de-a76e86bdbaa0 req-b7b61e87-eff3-4dff-9262-09d7e21b79f3 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421090 May 19 09:38:16.419402 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-13c032c5-6c5c-4e76-b635-741ae6af05a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:16.420922 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-13c032c5-6c5c-4e76-b635-741ae6af05a6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 1096 time: 0.0783689 May 19 09:38:16.563177 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-64c98bbe-b945-4fb3-bd53-e9017f558403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:16.564588 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-64c98bbe-b945-4fb3-bd53-e9017f558403 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.1291466 May 19 09:38:16.683675 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-d9686fca-dcac-41b1-8cfa-6e234f63310e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8 HTTP/1.1" status: 200 len: 999 time: 0.1112022 May 19 09:38:16.760612 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-1315277c-a110-433e-8e30-515c554b4bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:16.762082 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-1315277c-a110-433e-8e30-515c554b4bbb service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0615764 May 19 09:38:16.773470 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db9de8-3cd4-452b-907a-febaf4c39546 req-abf29019-525f-4fbf-b09f-f8b0166adade tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:16.774929 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-02db9de8-3cd4-452b-907a-febaf4c39546 req-abf29019-525f-4fbf-b09f-f8b0166adade tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0845761 May 19 09:38:16.825193 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-02db9de8-3cd4-452b-907a-febaf4c39546 req-5b003cf0-8a17-47d1-8343-e75d3b4a2078 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416822 May 19 09:38:16.845150 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-e975b9d7-38b8-4150-9e0c-06df9af549d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:16.846630 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-e975b9d7-38b8-4150-9e0c-06df9af549d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760598 May 19 09:38:16.983858 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-71fe3c81-80c9-45b8-8017-d5214e9f04cf service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238227 May 19 09:38:17.118363 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-39f158bb-274e-4215-b95e-e3f53b091eb3 req-0b533fa3-f445-42d7-8424-dd272877f45e service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244962 May 19 09:38:17.197335 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c0f19-a9af-4506-b3fa-3d19feb85c53 req-19e8abed-024e-4dc7-bc20-e57bdb3cd4fe tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:17.198888 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-926c0f19-a9af-4506-b3fa-3d19feb85c53 req-19e8abed-024e-4dc7-bc20-e57bdb3cd4fe tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.0806415 May 19 09:38:17.247676 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-926c0f19-a9af-4506-b3fa-3d19feb85c53 req-0ecbbffa-694d-493c-8446-2c647559d3a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421503 May 19 09:38:17.491510 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 58446) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:17.577587 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b00ca1d-0a42-4738-8675-c926d8d5351e req-708721d8-7be6-4c1a-af21-63b99232bf2d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:17.579364 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1b00ca1d-0a42-4738-8675-c926d8d5351e req-708721d8-7be6-4c1a-af21-63b99232bf2d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0864580 May 19 09:38:17.622410 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.630458 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1b00ca1d-0a42-4738-8675-c926d8d5351e req-44587fce-c14a-4bf0-abd0-5794176c3fc9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431557 May 19 09:38:17.637521 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:17.641844 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Usage tracker for resource:security_group_rule and tenant:4aa51d12f5514dc097a175ce054c915f is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:17.645045 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:17.656444 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:17.740685 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.759083 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.772895 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0c4a0caf-863b-47a0-b063-4ced629b0dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:17.805748 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f916742-6858-44b3-ae9f-883f5aa7ab5d,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:17.817450 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.817882 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.818403 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.818903 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.819307 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.819871 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.820247 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.820809 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.821117 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.821539 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.821955 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.822318 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:17.828570 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:17.860101 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4aa51d12f5514dc097a175ce054c915f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3673713 May 19 09:38:17.863130 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 58470) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:17.933733 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:17.966197 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.101575 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.107028 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bc7b6757-8409-4435-b694-6d2ff0c8d157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:18.118588 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f916742-6858-44b3-ae9f-883f5aa7ab5d,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:18.141613 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.143071 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8f916742-6858-44b3-ae9f-883f5aa7ab5d HTTP/1.1" status: 204 len: 168 time: 0.2784145 May 19 09:38:18.145036 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.145735 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.146492 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.147083 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.147851 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.148434 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.149114 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.149674 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.150220 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.150746 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.151285 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.151829 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:38:18.157154 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:18.171798 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd637a9c-9a2d-4348-886c-e893f7ef1de3 req-3b1f50e7-02e5-4013-872f-5a1adb0a1f5f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:18.174195 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bd637a9c-9a2d-4348-886c-e893f7ef1de3 req-3b1f50e7-02e5-4013-872f-5a1adb0a1f5f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1365447 May 19 09:38:18.244761 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bd637a9c-9a2d-4348-886c-e893f7ef1de3 req-04ded104-b063-4acb-beb3-f7d014ab5e16 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621243 May 19 09:38:18.472218 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd4bfb-bdf4-428a-b0fb-5751bfa9a73c req-d3f62007-8b33-440c-9563-f952e915fd40 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:18.473700 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f6cd4bfb-bdf4-428a-b0fb-5751bfa9a73c req-d3f62007-8b33-440c-9563-f952e915fd40 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1486216 May 19 09:38:18.486916 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ff08ea-b991-44a0-b691-40a7c55b0056 req-b66838bd-4070-41c5-9fed-1c6ddcfcf7d7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:18.488349 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-33ff08ea-b991-44a0-b691-40a7c55b0056 req-b66838bd-4070-41c5-9fed-1c6ddcfcf7d7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.1193953 May 19 09:38:18.504331 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 58482) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:18.544466 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.560489 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:18.564295 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Usage tracker for resource:security_group_rule and tenant:61d550b88d834354b4d1147f67b24774 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:18.565185 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f6cd4bfb-bdf4-428a-b0fb-5751bfa9a73c req-15051f89-76f2-46f7-900d-5adad93419b9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758142 May 19 09:38:18.567172 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:18.569617 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-33ff08ea-b991-44a0-b691-40a7c55b0056 req-2f922349-8281-447e-9ddc-6d3c7a56dc5a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595999 May 19 09:38:18.579022 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:18.688316 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.695882 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.705275 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-900d9a31-5f8d-4831-b502-78cba5ad3dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:18.745753 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49957066-82b6-4b21-8123-505c6559323f,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:18.750414 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:18.752969 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=61d550b88d834354b4d1147f67b24774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2476172 May 19 09:38:18.755498 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 58488) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:18.821018 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ed59892e-7584-4655-a0be-0591f5d32a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.830163 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d49c42-ec40-4b34-87c3-2c4654a19113 req-1bd5e9e7-afb3-47c5-b909-3f6e9822a71f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:18.831662 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55d49c42-ec40-4b34-87c3-2c4654a19113 req-1bd5e9e7-afb3-47c5-b909-3f6e9822a71f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0857909 May 19 09:38:18.866099 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ed59892e-7584-4655-a0be-0591f5d32a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.892011 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-55d49c42-ec40-4b34-87c3-2c4654a19113 req-31175344-74a7-4732-9119-7c7417a98821 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518868 May 19 09:38:18.925379 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ed59892e-7584-4655-a0be-0591f5d32a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.929021 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-088ecda5-2c4d-442c-9e5f-a7221d298abf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:18.944072 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59892e-7584-4655-a0be-0591f5d32a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49957066-82b6-4b21-8123-505c6559323f,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:18.946476 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ed59892e-7584-4655-a0be-0591f5d32a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:18.958460 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ed59892e-7584-4655-a0be-0591f5d32a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:18.961931 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ed59892e-7584-4655-a0be-0591f5d32a8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49957066-82b6-4b21-8123-505c6559323f HTTP/1.1" status: 204 len: 168 time: 0.2031553 May 19 09:38:19.450071 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e12409-878b-4dbd-b95c-de28b4f847b3 req-e9682d5a-6694-4e95-95d7-66b9c55b2105 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:19.451541 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-83e12409-878b-4dbd-b95c-de28b4f847b3 req-e9682d5a-6694-4e95-95d7-66b9c55b2105 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0844297 May 19 09:38:19.500490 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-83e12409-878b-4dbd-b95c-de28b4f847b3 req-155963ea-e2ab-4621-87d4-d7837de11471 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428643 May 19 09:38:19.836299 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3d6330-a40d-4902-8ba4-c7dbf6847c64 req-07be3695-4899-46eb-9c58-c3e09137997f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:19.837770 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6a3d6330-a40d-4902-8ba4-c7dbf6847c64 req-07be3695-4899-46eb-9c58-c3e09137997f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1466672 May 19 09:38:19.850518 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 66584240-3ce3-476f-b4be-abf6d180a235 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:38:19.872979 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c6587-b886-4fe6-b1c2-565a556c3a5f req-7373062b-930b-47f8-8f10-f7b538deacd4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:19.876237 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-638c6587-b886-4fe6-b1c2-565a556c3a5f req-7373062b-930b-47f8-8f10-f7b538deacd4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 944 time: 0.1479788 May 19 09:38:19.931629 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6a3d6330-a40d-4902-8ba4-c7dbf6847c64 req-097f2532-2fa8-4dff-a7b7-2bf9febc7488 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873153 May 19 09:38:19.941979 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-638c6587-b886-4fe6-b1c2-565a556c3a5f req-43de23ff-e647-4ead-9e56-8ac493ec4819 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612559 May 19 09:38:20.035423 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 66584240-3ce3-476f-b4be-abf6d180a235, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=66584240-3ce3-476f-b4be-abf6d180a235,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:20.050543 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '66584240-3ce3-476f-b4be-abf6d180a235', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'port_id': '66584240-3ce3-476f-b4be-abf6d180a235', 'mac_address': 'fa:16:3e:5b:fc:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 974, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:38:20.134185 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:20.149012 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bda297-5ca9-4bf0-bd8f-9d474f90d463 req-ea85dfd4-933c-4494-917a-e4228dac1331 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:20.150510 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-75bda297-5ca9-4bf0-bd8f-9d474f90d463 req-ea85dfd4-933c-4494-917a-e4228dac1331 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1014180 May 19 09:38:20.154126 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66584240-3ce3-476f-b4be-abf6d180a235 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:38:20.173488 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 66584240-3ce3-476f-b4be-abf6d180a235, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=66584240-3ce3-476f-b4be-abf6d180a235,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:20.185419 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:20.188604 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:20.227759 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-75bda297-5ca9-4bf0-bd8f-9d474f90d463 req-0d12f5ff-f6ac-4f52-971a-a6ca669939c5 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673780 May 19 09:38:20.260063 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=66584240-3ce3-476f-b4be-abf6d180a235,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:20.264053 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:20.703945 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b78994-5a1d-443a-b737-921a4dcbfc4d req-1e44667b-c744-491d-9489-e6ac763717fe tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:20.705530 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-87b78994-5a1d-443a-b737-921a4dcbfc4d req-1e44667b-c744-491d-9489-e6ac763717fe tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0881398 May 19 09:38:20.708202 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['66584240-3ce3-476f-b4be-abf6d180a235'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:38:20.767427 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-87b78994-5a1d-443a-b737-921a4dcbfc4d req-a7dd2bbf-d5b9-43cc-83d6-c749e4943633 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556030 May 19 09:38:21.290271 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f22b32c-79f3-4635-adbf-c22bb5c2d8e5 req-00e73f79-6537-4fe6-96d2-593e12c8e341 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:21.291727 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3f22b32c-79f3-4635-adbf-c22bb5c2d8e5 req-00e73f79-6537-4fe6-96d2-593e12c8e341 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 945 time: 0.1885593 May 19 09:38:21.300661 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a242003-0a21-4300-aab3-61be72fe758b req-1181e2f3-6d31-4350-90b2-c72d0c53b8eb tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:21.302113 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4a242003-0a21-4300-aab3-61be72fe758b req-1181e2f3-6d31-4350-90b2-c72d0c53b8eb tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.2316809 May 19 09:38:21.372361 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3f22b32c-79f3-4635-adbf-c22bb5c2d8e5 req-3a302096-287c-4c6f-95df-054f8a6a1e69 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692668 May 19 09:38:21.375182 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4a242003-0a21-4300-aab3-61be72fe758b req-7c9fc710-09c1-48f2-b9d0-ff870a6885f2 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592082 May 19 09:38:21.553911 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a5755-388f-4744-813c-42208e1968c1 req-e24d851d-1403-424e-9a4e-eeeb33fa31c9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:21.555314 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-775a5755-388f-4744-813c-42208e1968c1 req-e24d851d-1403-424e-9a4e-eeeb33fa31c9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0861132 May 19 09:38:21.603718 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-775a5755-388f-4744-813c-42208e1968c1 req-e6fd6bd6-57ff-4c19-9f4a-b6efa9984016 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 May 19 09:38:22.034017 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3191fe-7761-4074-b34b-5d4b090c86a9 req-2cd7ccc9-47e0-4630-85a5-6d677a123f2f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:22.035471 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ca3191fe-7761-4074-b34b-5d4b090c86a9 req-2cd7ccc9-47e0-4630-85a5-6d677a123f2f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0851147 May 19 09:38:22.079310 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ca3191fe-7761-4074-b34b-5d4b090c86a9 req-c4d6cb1c-aa7b-4cc5-97df-cb1efeccc162 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380011 May 19 09:38:22.645440 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196bb9a-b2e2-490d-908c-a8e94641ff6d req-8b35218c-6e2b-4318-9c02-e50bd8ffb528 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:22.647122 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9196bb9a-b2e2-490d-908c-a8e94641ff6d req-8b35218c-6e2b-4318-9c02-e50bd8ffb528 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1290543 May 19 09:38:22.692252 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef6b1a-0e3c-4a1c-b32c-cdcf4f7720e0 req-49975ab7-8de9-41f6-83b1-667c8a2a270f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:22.693783 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-45ef6b1a-0e3c-4a1c-b32c-cdcf4f7720e0 req-49975ab7-8de9-41f6-83b1-667c8a2a270f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 945 time: 0.2110839 May 19 09:38:22.755306 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9196bb9a-b2e2-490d-908c-a8e94641ff6d req-28a5c6eb-9d0a-4270-b433-5b5ba64869d3 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986059 May 19 09:38:22.768483 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-45ef6b1a-0e3c-4a1c-b32c-cdcf4f7720e0 req-5fbf45a9-ab74-4b9e-89c4-c7df19fda798 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681913 May 19 09:38:23.115941 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a6a627-be36-4f75-8f76-502c31d6bd68 req-00185602-c7e3-4cfe-9ef5-e92be3736d89 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:23.117462 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b5a6a627-be36-4f75-8f76-502c31d6bd68 req-00185602-c7e3-4cfe-9ef5-e92be3736d89 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0989492 May 19 09:38:23.179165 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b5a6a627-be36-4f75-8f76-502c31d6bd68 req-a42dc7ee-bd09-4021-855a-8e11dbe72274 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 May 19 09:38:23.298475 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e3456-eb7b-4fcb-b829-1729d6eaab54 req-f52c9823-a926-42cb-b457-f803b9118c1d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:23.299962 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e76e3456-eb7b-4fcb-b829-1729d6eaab54 req-f52c9823-a926-42cb-b457-f803b9118c1d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0887096 May 19 09:38:23.350917 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e76e3456-eb7b-4fcb-b829-1729d6eaab54 req-2309b830-335e-4da3-b8d5-a93083b8a9a8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452714 May 19 09:38:23.883607 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 66584240-3ce3-476f-b4be-abf6d180a235 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:38:23.965527 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 66584240-3ce3-476f-b4be-abf6d180a235 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:38:23.970661 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 66584240-3ce3-476f-b4be-abf6d180a235 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:38:23.971047 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:24.041285 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7412dd-922b-4ab5-973b-2459ccb52b6c req-21849809-f9bf-4849-83e5-18ff7b169921 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:24.042649 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7b7412dd-922b-4ab5-973b-2459ccb52b6c req-21849809-f9bf-4849-83e5-18ff7b169921 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1719618 May 19 09:38:24.073993 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119e5d5-d5ca-466d-b9f4-2a04ba852e1e req-b6f8ed18-4df4-4744-b8ef-212159b66005 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:24.075435 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e119e5d5-d5ca-466d-b9f4-2a04ba852e1e req-b6f8ed18-4df4-4744-b8ef-212159b66005 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 945 time: 0.1435378 May 19 09:38:24.108277 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:24.128762 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7b7412dd-922b-4ab5-973b-2459ccb52b6c req-ad70b7c4-5400-4936-9972-f899136c730c tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783663 May 19 09:38:24.139953 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66584240-3ce3-476f-b4be-abf6d180a235'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:24.160342 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 66584240-3ce3-476f-b4be-abf6d180a235, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=66584240-3ce3-476f-b4be-abf6d180a235,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:24.162264 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e119e5d5-d5ca-466d-b9f4-2a04ba852e1e req-e79d9e39-5568-4e52-89b9-5069060d9a84 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736022 May 19 09:38:24.165374 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:24.167299 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-6de3365f-b0f6-45df-b1e6-41dc35d4f74b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:24.257453 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=66584240-3ce3-476f-b4be-abf6d180a235,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:24.284534 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:24.365077 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66584240-3ce3-476f-b4be-abf6d180a235', 'code': 200} May 19 09:38:24.393665 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265b5cb-d19f-46d0-8808-f0afecc3d56f req-97a37c9c-4b31-4356-98eb-e00da72f9aee tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:24.396070 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b265b5cb-d19f-46d0-8808-f0afecc3d56f req-97a37c9c-4b31-4356-98eb-e00da72f9aee tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0934761 May 19 09:38:24.454272 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b265b5cb-d19f-46d0-8808-f0afecc3d56f req-2ac6b285-9ab4-4081-b94f-378204043072 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506680 May 19 09:38:24.562516 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8d2092-82aa-44b2-8885-37ea77a2f10c req-b2dcd3a5-492d-4f9e-85bf-259df8886427 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:24.563937 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6f8d2092-82aa-44b2-8885-37ea77a2f10c req-b2dcd3a5-492d-4f9e-85bf-259df8886427 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0879416 May 19 09:38:24.625303 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6f8d2092-82aa-44b2-8885-37ea77a2f10c req-4a8ec3dd-b8bb-4c8d-a1fd-694da0866d86 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555921 May 19 09:38:25.273779 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 58608) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:25.412297 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f726e96-18ba-4697-864d-4c7f579a065c req-3a644ff4-3187-4323-8376-38f94a05bfb1 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:25.419826 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3f726e96-18ba-4697-864d-4c7f579a065c req-3a644ff4-3187-4323-8376-38f94a05bfb1 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1704471 May 19 09:38:25.420738 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:25.436733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:25.441247 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Usage tracker for resource:security_group_rule and tenant:42d7f4b0e43b46539f67b5867d71a597 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:25.444242 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:25.452523 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5410a1a5-5cc5-46d5-ab0c-2b2486d6f6d2 req-42bcca11-45dd-45be-a7fa-2f5c3e8ea363 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:25.452988 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:25.454695 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5410a1a5-5cc5-46d5-ab0c-2b2486d6f6d2 req-42bcca11-45dd-45be-a7fa-2f5c3e8ea363 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.1541080 May 19 09:38:25.494823 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3f726e96-18ba-4697-864d-4c7f579a065c req-6cf0920f-4fca-4a40-899a-837b4b0e7616 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739796 May 19 09:38:25.526003 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5410a1a5-5cc5-46d5-ab0c-2b2486d6f6d2 req-f4f64e6a-1d11-48ac-b684-b651502970da tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605555 May 19 09:38:25.554763 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:25.559533 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:25.569990 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-21fa788b-931a-45c9-a7f6-6f5cc7099422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:25.617311 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=42d7f4b0e43b46539f67b5867d71a597&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3417728 May 19 09:38:25.619932 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 58616) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:25.623265 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da367b03-d3a2-4859-b888-b2052a6aa7d0,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:25.626733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:25.689642 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-67ff0585-d15b-4fcd-aa73-f4c142031082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:25.724270 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-67ff0585-d15b-4fcd-aa73-f4c142031082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:25.740749 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6a9a16-c0d3-4f4b-91ea-a0029cc386bc req-a218c8c3-3948-4280-8c02-b8b4c1d71a66 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:25.742217 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6f6a9a16-c0d3-4f4b-91ea-a0029cc386bc req-a218c8c3-3948-4280-8c02-b8b4c1d71a66 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1094515 May 19 09:38:25.779677 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-67ff0585-d15b-4fcd-aa73-f4c142031082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:25.786595 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7d055f34-0a4b-4978-9a20-c892c77cfe80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:25.801424 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff0585-d15b-4fcd-aa73-f4c142031082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da367b03-d3a2-4859-b888-b2052a6aa7d0,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:25.805154 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-67ff0585-d15b-4fcd-aa73-f4c142031082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:25.811097 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-67ff0585-d15b-4fcd-aa73-f4c142031082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:25.812874 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-67ff0585-d15b-4fcd-aa73-f4c142031082 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/da367b03-d3a2-4859-b888-b2052a6aa7d0 HTTP/1.1" status: 204 len: 168 time: 0.1919992 May 19 09:38:25.848844 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6f6a9a16-c0d3-4f4b-91ea-a0029cc386bc req-693ff64f-f2ad-426e-b087-3a40dfafb255 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989988 May 19 09:38:25.889438 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40025bac-c3c4-4cfe-b355-b721004fd77a req-4d0f11b3-a0d5-4c83-8dc5-395acb9f4460 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:25.890916 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-40025bac-c3c4-4cfe-b355-b721004fd77a req-4d0f11b3-a0d5-4c83-8dc5-395acb9f4460 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1209216 May 19 09:38:25.958414 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-40025bac-c3c4-4cfe-b355-b721004fd77a req-de49674b-f6d0-4e22-b5d9-4cc9a6e13914 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615354 May 19 09:38:26.534731 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 58644) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:26.672468 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-994814737-network', 'tenant_id': '4fccd2d3ad744a8c959fd8d01fba91c1'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:26.689552 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:26.694402 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Usage tracker for resource:network and tenant:4fccd2d3ad744a8c959fd8d01fba91c1 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:26.698181 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:26.710449 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:26.722683 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Made reservation on behalf of 4fccd2d3ad744a8c959fd8d01fba91c1 for: {'network': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:38:26.725109 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1650052'] for network, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:26.737495 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:26.752186 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:26.756232 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Usage tracker for resource:security_group_rule and tenant:4fccd2d3ad744a8c959fd8d01fba91c1 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:26.759089 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:26.769327 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:26.794196 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449524f-be11-45a2-8ae7-779de9a3afdc req-581a81b8-35fb-4ce2-9196-9b9fa82543a5 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:26.801530 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e449524f-be11-45a2-8ae7-779de9a3afdc req-581a81b8-35fb-4ce2-9196-9b9fa82543a5 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1777427 May 19 09:38:26.835746 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b20fa60-3479-405e-82ad-2615408b4fc3 req-b1652e39-18da-4f90-82d8-96f1cb164060 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:26.840235 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5b20fa60-3479-405e-82ad-2615408b4fc3 req-b1652e39-18da-4f90-82d8-96f1cb164060 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.1740603 May 19 09:38:26.861361 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:26.866618 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:26.869801 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-068b510d-6366-4143-a2bd-4e8184683479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:26.887941 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e449524f-be11-45a2-8ae7-779de9a3afdc req-18c69e95-dbc0-475b-89cb-ccf52969f0fc tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853205 May 19 09:38:26.903522 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] vlan segment allocate from pool success with {'vlan_id': 956, 'physical_network': 'physnet1'} {{(pid=91663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 19 09:38:26.910779 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5b20fa60-3479-405e-82ad-2615408b4fc3 req-4d034bd5-6883-4a7c-a06a-547a1b72b7d1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605412 May 19 09:38:26.926209 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1353827f-24cc-4dec-8956-36eb00080027,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:26.930868 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:26.936034 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:26.936510 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.segments_db [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Added segment 3298dfca-031d-4802-8820-3bc21d3842f6 of type vlan for network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b May 19 09:38:26.965004 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8733573084025'] for network, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:27.044122 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702'] for network, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:27.045614 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:27.046386 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:27.051699 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:27.167029 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6311617 May 19 09:38:27.170878 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 58658) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:27.178921 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Request body: {'subnet': {'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-994814737-subnet', 'tenant_id': '4fccd2d3ad744a8c959fd8d01fba91c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:27.182157 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Pushing event updated for resources: {'Network': ['ID=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:27.185283 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:27.187861 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:27.193380 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b details requested by agent ovs-agent-dv-cinder-791281-2-iscsi with host dv-cinder-791281-2-iscsi {{(pid=91665) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 19 09:38:27.193990 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Usage tracker for resource:subnet and tenant:4fccd2d3ad744a8c959fd8d01fba91c1 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:27.196740 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:27.202883 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:27.213655 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Made reservation on behalf of 4fccd2d3ad744a8c959fd8d01fba91c1 for: {'subnet': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:38:27.216645 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16406806'] for subnet, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:27.283352 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a317a11-488c-4b34-81a5-6694392535da req-b0bc0a80-3ddc-487c-abb7-8e12b1550662 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:27.285038 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3a317a11-488c-4b34-81a5-6694392535da req-b0bc0a80-3ddc-487c-abb7-8e12b1550662 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.2506583 May 19 09:38:27.324525 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bc5d9c-fa47-4214-9692-20924e489c82 req-b481f281-fc27-461b-b097-2845ee07b56b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:27.326317 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-72bc5d9c-fa47-4214-9692-20924e489c82 req-b481f281-fc27-461b-b097-2845ee07b56b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1303568 May 19 09:38:27.367063 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3a317a11-488c-4b34-81a5-6694392535da req-7a5ffd2c-d015-4a69-a337-acbfafc2ea1b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753958 May 19 09:38:27.396085 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-72bc5d9c-fa47-4214-9692-20924e489c82 req-836e0ca1-c1cd-4987-b5b4-fb34aea7a542 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615189 May 19 09:38:27.742976 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14738279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16406820'] for subnet, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:27.747431 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:27.821567 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c0bed37-6323-4f8e-a881-bbc0d93fa35c,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:27.824851 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:27.830716 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Checking segment: {'id': '3298dfca-031d-4802-8820-3bc21d3842f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:38:27.831071 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Network hostable DHCP agents. Network: 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b, hostable agents: ['8cf55860-6a70-4c63-83e0-f14593898d53'], hosted agents: [] {{(pid=91663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 19 09:38:27.848487 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b is scheduled to be hosted by DHCP agent 8cf55860-6a70-4c63-83e0-f14593898d53 with binding_index 1 {{(pid=91663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 19 09:38:27.858914 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-791281-2-iscsi, 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b) {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:38:27.868512 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:27.869118 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:27.874057 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a9ac2d-9aa6-47f8-9c46-afa4b6c9f1b5 None None] Network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:38:27.891249 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7190742 May 19 09:38:28.151038 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a40cfb4-f2d5-4fdb-83ac-d1badbd05b56 None None] Network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:38:28.173363 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e5085-0556-4c89-a20e-78adb45932d1 req-04a42e3e-5b34-4782-a515-bc24aa003b3f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:28.174891 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fd5e5085-0556-4c89-a20e-78adb45932d1 req-04a42e3e-5b34-4782-a515-bc24aa003b3f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1513789 May 19 09:38:28.211816 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823ea577-de42-4db2-834b-367f42bff29e req-e70dd779-53d6-495d-9c80-f9735c33a9d7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:28.213384 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-823ea577-de42-4db2-834b-367f42bff29e req-e70dd779-53d6-495d-9c80-f9735c33a9d7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.1293101 May 19 09:38:28.263994 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fd5e5085-0556-4c89-a20e-78adb45932d1 req-20e6d1aa-04f3-4cb6-b5f2-7efe5711d75f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803022 May 19 09:38:28.308906 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-823ea577-de42-4db2-834b-367f42bff29e req-5ffa504f-9713-44eb-9a25-26b278ebaf79 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876260 May 19 09:38:28.640902 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad6c2c4-1f35-4e6e-bab6-a03441182a26 req-6a1e66da-13d0-4363-b8dd-1bcd9cb76bcf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:28.642405 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bad6c2c4-1f35-4e6e-bab6-a03441182a26 req-6a1e66da-13d0-4363-b8dd-1bcd9cb76bcf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1168456 May 19 09:38:28.650801 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb7e49-d04d-481e-8dd1-3a908cbd56bb req-a80adca0-2859-47ed-95f9-fe211c7f5073 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:28.652268 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-28bb7e49-d04d-481e-8dd1-3a908cbd56bb req-a80adca0-2859-47ed-95f9-fe211c7f5073 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1703029 May 19 09:38:28.730708 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bad6c2c4-1f35-4e6e-bab6-a03441182a26 req-edaac2d6-109b-4222-b548-c979a8447911 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774727 May 19 09:38:28.733579 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-28bb7e49-d04d-481e-8dd1-3a908cbd56bb req-a0cd26f3-ba88-41fd-8511-cba5280cfb68 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672879 May 19 09:38:29.517329 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b086496-d580-41b4-9988-29477d63f77b req-7c370eff-71e7-44d1-a479-0364435c418b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:29.518855 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2b086496-d580-41b4-9988-29477d63f77b req-7c370eff-71e7-44d1-a479-0364435c418b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.0934901 May 19 09:38:29.621964 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2b086496-d580-41b4-9988-29477d63f77b req-a63135fd-d507-4b49-96c5-883fbef026c9 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934534 May 19 09:38:29.657707 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e613efba-dfec-414c-832a-ec8f3e9e8a5d req-f523b28a-b1c1-4e47-bd77-85ac9eca764f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:29.659165 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e613efba-dfec-414c-832a-ec8f3e9e8a5d req-f523b28a-b1c1-4e47-bd77-85ac9eca764f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1175625 May 19 09:38:29.708511 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e613efba-dfec-414c-832a-ec8f3e9e8a5d req-4ae6e265-9aeb-455b-8c5b-ebd321abf9e0 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435648 May 19 09:38:30.010483 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0b14ad-9638-4d6c-8ec5-0cf8fa321485 req-48245f92-61d3-4859-9a3e-328980b2c4c1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:30.012032 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ed0b14ad-9638-4d6c-8ec5-0cf8fa321485 req-48245f92-61d3-4859-9a3e-328980b2c4c1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1465552 May 19 09:38:30.024020 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd97237-b082-432e-968b-280ed0985ef5 req-beb4356d-7deb-4a2c-9e90-ff8f59fc1799 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:30.026474 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6bd97237-b082-432e-968b-280ed0985ef5 req-beb4356d-7deb-4a2c-9e90-ff8f59fc1799 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1260471 May 19 09:38:30.098298 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ed0b14ad-9638-4d6c-8ec5-0cf8fa321485 req-fa655068-de09-4beb-aeb9-5c52fcc59ef6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702467 May 19 09:38:30.102632 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6bd97237-b082-432e-968b-280ed0985ef5 req-00deadb2-9d2a-491c-9120-1b6755774daa tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618260 May 19 09:38:30.342788 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-c86e24c2-dcf8-462b-aebe-14f6811dcd64 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:30.344244 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-c86e24c2-dcf8-462b-aebe-14f6811dcd64 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/networks?id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b HTTP/1.1" status: 200 len: 808 time: 0.1493278 May 19 09:38:30.359365 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-b1cf1c1b-99d2-45ba-b477-e32a3bc4e402 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/quotas/4fccd2d3ad744a8c959fd8d01fba91c1 HTTP/1.1" status: 200 len: 375 time: 0.0095286 May 19 09:38:30.408306 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-30c6c3d9-bebf-4c9c-a314-667ed6bb474e tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4fccd2d3ad744a8c959fd8d01fba91c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434339 May 19 09:38:30.598518 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-774df034-b37c-4f73-baf5-29878e7625df service neutron] 10.222.0.46 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834993 May 19 09:38:30.805569 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-03b42cd1-d0e5-4906-9146-92f970d9d026 service neutron] 10.222.0.46 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010338 May 19 09:38:30.879140 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b35c0-b877-4750-8f32-5b89617a8ff6 req-eecd618e-5197-49a4-8518-fe4c818f3035 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:30.886187 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7b0b35c0-b877-4750-8f32-5b89617a8ff6 req-eecd618e-5197-49a4-8518-fe4c818f3035 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.1556745 May 19 09:38:31.000742 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7b0b35c0-b877-4750-8f32-5b89617a8ff6 req-7f6ad9c1-d11a-47f9-9d40-88b1dbdb4dd7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135352 May 19 09:38:31.243493 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4b7d0065-0ff6-445d-ae15-d2907e24dbaf req-ca4f095d-36da-4837-9fa5-55e0b821a4db tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 210 time: 0.1618309 May 19 09:38:31.302380 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce67df3-41eb-4bdf-a8e7-39c74587cd52 req-ca1b24c3-7190-4dba-ba6e-700a54628e66 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:31.304712 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5ce67df3-41eb-4bdf-a8e7-39c74587cd52 req-ca1b24c3-7190-4dba-ba6e-700a54628e66 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.2844231 May 19 09:38:31.365547 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5ce67df3-41eb-4bdf-a8e7-39c74587cd52 req-40cab305-7603-468e-babc-705d560809bb tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505280 May 19 09:38:31.476662 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca8290-38af-4741-b91c-d850dbd8fdc7 req-7c94656c-5271-4d75-88d8-106e856a32ad tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:31.478194 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-17ca8290-38af-4741-b91c-d850dbd8fdc7 req-7c94656c-5271-4d75-88d8-106e856a32ad tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1019177 May 19 09:38:31.583672 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-17ca8290-38af-4741-b91c-d850dbd8fdc7 req-bb9ad081-666f-411e-921d-d2c73a265ed0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726831 May 19 09:38:31.607942 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129db8f-61a8-4515-b4cf-0b41bc9b9205 req-7a7e5db1-3d5a-4e14-8812-f2b440477daa tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:31.609404 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3129db8f-61a8-4515-b4cf-0b41bc9b9205 req-7a7e5db1-3d5a-4e14-8812-f2b440477daa tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1302345 May 19 09:38:31.656473 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fea1aa91-d157-4c5f-8986-dc0914e53001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:31.657109 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3129db8f-61a8-4515-b4cf-0b41bc9b9205 req-85deb315-9ad6-481f-9332-51cf2fc46300 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413516 May 19 09:38:32.188782 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2e55c-1729-4a16-9388-1b60b4f10e9c req-9b00f9bc-3af5-4259-9121-d6f5619e7c1d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:32.190253 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-24a2e55c-1729-4a16-9388-1b60b4f10e9c req-9b00f9bc-3af5-4259-9121-d6f5619e7c1d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.0834575 May 19 09:38:32.238879 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-24a2e55c-1729-4a16-9388-1b60b4f10e9c req-fb888354-1b8b-464f-bef1-59b63ab0ad84 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423808 May 19 09:38:32.391125 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b0d636e7-2899-4796-96ec-969488da3853 req-115acd18-deb9-4d35-aade-68ae227c981c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 210 time: 0.0425289 May 19 09:38:32.556948 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5362b0b5-05a1-441a-a7e9-768a0debd675 req-3e55f508-1b73-41d7-9a67-fb9632d5fa7a tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:32.558318 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5362b0b5-05a1-441a-a7e9-768a0debd675 req-3e55f508-1b73-41d7-9a67-fb9632d5fa7a tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.0845687 May 19 09:38:32.604273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5362b0b5-05a1-441a-a7e9-768a0debd675 req-0af8837c-7f14-4753-91e8-d41d38ad8b57 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401332 May 19 09:38:32.820012 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf04d54-7c47-484a-854d-70f9e9ba3aa5 req-9fffe489-07ee-492d-acab-b74979582398 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:32.821392 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fcf04d54-7c47-484a-854d-70f9e9ba3aa5 req-9fffe489-07ee-492d-acab-b74979582398 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1259689 May 19 09:38:32.882009 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fcf04d54-7c47-484a-854d-70f9e9ba3aa5 req-3bef27c2-ac6c-475f-ab29-a3f2f59b36ab tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502439 May 19 09:38:32.906926 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd3f1d-5a65-46e5-8378-d629f29138e8 req-f54692d9-77dd-489b-a8e8-7387b12cd4e0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:32.908407 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3cd3f1d-5a65-46e5-8378-d629f29138e8 req-f54692d9-77dd-489b-a8e8-7387b12cd4e0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1381972 May 19 09:38:32.953840 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3cd3f1d-5a65-46e5-8378-d629f29138e8 req-86b66f6c-4f21-486c-af64-dd7d3b654647 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395324 May 19 09:38:33.418635 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f030d35c-f802-4595-adb6-ffb9da0685f1 req-71dc2e95-e643-40d4-8ece-70328aa00e70 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:33.420154 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f030d35c-f802-4595-adb6-ffb9da0685f1 req-71dc2e95-e643-40d4-8ece-70328aa00e70 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.0779154 May 19 09:38:33.468226 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f030d35c-f802-4595-adb6-ffb9da0685f1 req-48548fd3-a020-44be-b392-e13c9cd52ee3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424500 May 19 09:38:33.535826 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-64150302-0401-467f-8269-725b19c28b34 req-b401e2ca-cd8a-45c8-867e-96a1c10002be tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 210 time: 0.0422165 May 19 09:38:33.784052 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed68e65-5219-48ba-b639-29013e31c8fb req-68f21bf4-2c6d-4314-97fd-78948ead603e tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:33.785519 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fed68e65-5219-48ba-b639-29013e31c8fb req-68f21bf4-2c6d-4314-97fd-78948ead603e tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.0788174 May 19 09:38:33.832392 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fed68e65-5219-48ba-b639-29013e31c8fb req-46c6a264-f69d-4970-b80c-9607e7dc7734 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 May 19 09:38:34.068418 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a65764-8cd6-4fa7-b306-2b55e4064b8d req-12c0c66c-cd48-452d-ac1c-dac6648b575c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:34.069863 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-22a65764-8cd6-4fa7-b306-2b55e4064b8d req-12c0c66c-cd48-452d-ac1c-dac6648b575c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0790877 May 19 09:38:34.161423 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-22a65764-8cd6-4fa7-b306-2b55e4064b8d req-12bc026e-2ba0-47f0-bb4f-6f3c55d9d12a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598631 May 19 09:38:34.182943 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb3f1c-ee4a-40d9-9b36-1a40a317a862 req-06397bd8-53aa-466d-a9da-0b121d10713a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:34.184433 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-46cb3f1c-ee4a-40d9-9b36-1a40a317a862 req-06397bd8-53aa-466d-a9da-0b121d10713a tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1137216 May 19 09:38:34.228049 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-46cb3f1c-ee4a-40d9-9b36-1a40a317a862 req-6b6657de-8c54-47e1-8eb9-edf769e29b6f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379832 May 19 09:38:34.348073 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:34.375935 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b8b461e2-646f-420e-8c97-2635788c5f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:34.689180 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-20243cb6-b361-4212-9ebf-c8564318926c req-6960533b-c42d-4f44-be28-e62bac12a3bd tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 210 time: 0.0503597 May 19 09:38:34.696593 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b26c18-48be-414e-b7e6-1126d2501e61 req-ac85deea-d014-40b8-b35f-b594084458ad tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:34.697968 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4b26c18-48be-414e-b7e6-1126d2501e61 req-ac85deea-d014-40b8-b35f-b594084458ad tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.1231554 May 19 09:38:34.743369 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4b26c18-48be-414e-b7e6-1126d2501e61 req-d839c425-e88e-4714-8ce7-4764e01c85b9 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390601 May 19 09:38:35.014666 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de80e724-ddea-49e8-a31f-3aff1edd13ac req-ff17002a-3c24-43c5-b565-0b9e205b762f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:35.016016 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de80e724-ddea-49e8-a31f-3aff1edd13ac req-ff17002a-3c24-43c5-b565-0b9e205b762f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.0811193 May 19 09:38:35.059176 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de80e724-ddea-49e8-a31f-3aff1edd13ac req-fd0006db-5ed1-413d-8da2-aab1bdc28513 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374796 May 19 09:38:35.142888 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:35.382665 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c369d4-76b5-4ec3-86c5-1cc5bfd39193 req-9102539a-48fc-4c1c-bd4c-11b911358668 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:35.384112 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-50c369d4-76b5-4ec3-86c5-1cc5bfd39193 req-9102539a-48fc-4c1c-bd4c-11b911358668 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1146998 May 19 09:38:35.440927 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-50c369d4-76b5-4ec3-86c5-1cc5bfd39193 req-1877aa8f-7909-4cd5-a388-ec49f6632d32 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504596 May 19 09:38:35.459782 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a4de7-3ee9-46a3-b375-54573000fe6e req-57405f64-75ce-44d4-b4e1-07134024f5a2 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:35.461219 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-089a4de7-3ee9-46a3-b375-54573000fe6e req-57405f64-75ce-44d4-b4e1-07134024f5a2 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1262896 May 19 09:38:35.505642 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-089a4de7-3ee9-46a3-b375-54573000fe6e req-ec429fd6-a269-495c-9f84-f7bd549bd1fa tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382121 May 19 09:38:35.838966 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6961bc3b-e536-4661-b416-6bfda1f8f426 req-a20ef30a-7f7b-44eb-a7d3-1490f0200016 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 210 time: 0.0438066 May 19 09:38:36.014669 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8bfd67-34ff-4da4-ac80-80d95cec152f req-8977f8a3-4712-4603-9534-e8fdf8104461 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:36.016134 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e8bfd67-34ff-4da4-ac80-80d95cec152f req-8977f8a3-4712-4603-9534-e8fdf8104461 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.1636186 May 19 09:38:36.059534 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e8bfd67-34ff-4da4-ac80-80d95cec152f req-aeae44a6-655f-4a3f-8848-c8f564efdd24 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376735 May 19 09:38:36.243820 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba06425-fa9c-4eb9-9ff5-5bedb14f7388 req-4d7152cc-9d46-4f08-a348-f738c674e260 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:36.245272 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8ba06425-fa9c-4eb9-9ff5-5bedb14f7388 req-4d7152cc-9d46-4f08-a348-f738c674e260 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.0815141 May 19 09:38:36.289754 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8ba06425-fa9c-4eb9-9ff5-5bedb14f7388 req-418f6fa7-708e-44ca-aa3b-d34e932195ee tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383902 May 19 09:38:36.505670 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-83bc4660-512d-4ebf-907c-3289956d5edb tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:36.506336 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-83bc4660-512d-4ebf-907c-3289956d5edb tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Synchronizing usage tracker for tenant:4fccd2d3ad744a8c959fd8d01fba91c1 on resource:network {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:38:36.522807 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-83bc4660-512d-4ebf-907c-3289956d5edb tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Unset dirty status for tenant:4fccd2d3ad744a8c959fd8d01fba91c1 on resource:network {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:38:36.523981 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-83bc4660-512d-4ebf-907c-3289956d5edb tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.55 "GET /v2.0/networks?id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b HTTP/1.1" status: 200 len: 808 time: 0.1674712 May 19 09:38:36.549621 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Request body: {'port': {'device_id': '52169f94-d6ce-40c0-b7c9-ec0dc844fbe7', 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b', 'admin_state_up': True, 'tenant_id': '4fccd2d3ad744a8c959fd8d01fba91c1'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:36.680263 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ac69db-bbe3-4193-ad5f-52f4c0d1a19f req-61d3775f-2863-4be5-a738-bd81583d50c5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:36.681731 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-76ac69db-bbe3-4193-ad5f-52f4c0d1a19f req-61d3775f-2863-4be5-a738-bd81583d50c5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1300805 May 19 09:38:36.691157 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:36.695034 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Usage tracker for resource:port and tenant:4fccd2d3ad744a8c959fd8d01fba91c1 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:36.697943 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:36.705186 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:36.716533 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:36.718344 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Made reservation on behalf of 4fccd2d3ad744a8c959fd8d01fba91c1 for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:38:36.722130 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:36.742843 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-76ac69db-bbe3-4193-ad5f-52f4c0d1a19f req-9f839ba0-fa2e-484f-9e0d-dffcdf56df84 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537763 May 19 09:38:36.763975 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcc5ec6-3b56-4e45-bc7a-2cb05e88d2e2 req-c0b984b2-ac6f-43b1-b6f7-fe6622cd342c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:36.766900 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7bcc5ec6-3b56-4e45-bc7a-2cb05e88d2e2 req-c0b984b2-ac6f-43b1-b6f7-fe6622cd342c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1385188 May 19 09:38:36.812604 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7bcc5ec6-3b56-4e45-bc7a-2cb05e88d2e2 req-c55c284f-3f67-4b55-bd48-a6e5c00a1e95 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 May 19 09:38:36.907837 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Allocated IP 172.20.0.10 (54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b/5c0bed37-6323-4f8e-a881-bbc0d93fa35c/ecf5037f-7a6a-4809-aca7-9d46e890c0c7) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:38:36.991035 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-303b0b4c-d2ce-46e9-9835-babbf2ea7efe req-a560c72a-4d4b-46a4-9d58-2623a2ba87cb tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 210 time: 0.0409670 May 19 09:38:37.055995 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:37.149324 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11505eb0-49f0-411e-a844-728c6b59c1eb req-197ef2c5-ba44-4ba4-87fc-16813b64727b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.150720 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-11505eb0-49f0-411e-a844-728c6b59c1eb req-197ef2c5-ba44-4ba4-87fc-16813b64727b service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 1099 time: 0.2047935 May 19 09:38:37.184856 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:37.214481 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-11505eb0-49f0-411e-a844-728c6b59c1eb req-50e07e2b-bbc6-4281-a47a-c9e8ffb89aff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506585 May 19 09:38:37.233697 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:37.239194 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-41e712c3-fc74-4889-9353-7e9f4c263d0d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:37.243689 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65408736-6266-409f-87ca-bc47f66e3a72 req-e1186d4e-6023-42d3-a282-1e00a569dc8a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.245174 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-65408736-6266-409f-87ca-bc47f66e3a72 req-e1186d4e-6023-42d3-a282-1e00a569dc8a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.0820827 May 19 09:38:37.290223 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-65408736-6266-409f-87ca-bc47f66e3a72 req-6b447ab0-add4-47c0-8b30-ea1df7c5925e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387101 May 19 09:38:37.304865 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:38:37.307920 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:38:37.312317 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:38:37.349850 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Pushing event updated for resources: {'Port': ['ID=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:37.354131 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:37.380749 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.381469 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:37.403098 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8631799 May 19 09:38:37.415167 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Request body: {'port': {'device_id': '52169f94-d6ce-40c0-b7c9-ec0dc844fbe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:37.475539 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82d603-4433-44bd-a291-6fb9f291ec1e req-012022f4-aefe-4995-a592-b6a67dc1103a tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.477022 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c82d603-4433-44bd-a291-6fb9f291ec1e req-012022f4-aefe-4995-a592-b6a67dc1103a tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.0794306 May 19 09:38:37.524423 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:37.525020 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c82d603-4433-44bd-a291-6fb9f291ec1e req-fd4c8e19-0ccc-4218-86ef-5a876a984e59 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419064 May 19 09:38:37.960194 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecf5037f-7a6a-4809-aca7-9d46e890c0c7 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:38:37.969259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:37.984634 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99ae584-aa0e-495f-a9a5-08308a0943bf req-b67bba1c-89db-47bd-91eb-7978b8af5410 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:37.986240 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e99ae584-aa0e-495f-a9a5-08308a0943bf req-b67bba1c-89db-47bd-91eb-7978b8af5410 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1294513 May 19 09:38:37.986394 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Transition to ACTIVE for port object ecf5037f-7a6a-4809-aca7-9d46e890c0c7 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:38:37.991306 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:37.996768 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5f3605b8-0a9a-498d-8054-96476d7efdb7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:38.049411 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e99ae584-aa0e-495f-a9a5-08308a0943bf req-a3d8bf21-5a99-414e-bc1d-1cbaf82adaff tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500960 May 19 09:38:38.061077 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fd5e9-1b1b-44ee-94a0-ca42c6632cb6 req-c3f3757e-da36-4aef-9899-89abb8e518e8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.062678 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-211fd5e9-1b1b-44ee-94a0-ca42c6632cb6 req-c3f3757e-da36-4aef-9899-89abb8e518e8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1375859 May 19 09:38:38.140844 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-211fd5e9-1b1b-44ee-94a0-ca42c6632cb6 req-3484ec65-d779-4df3-9bd7-677d8cde9827 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699942 May 19 09:38:38.200053 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:38.206906 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:38.241454 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Attempting to bind port ecf5037f-7a6a-4809-aca7-9d46e890c0c7 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:38:38.241795 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Attempting to bind port ecf5037f-7a6a-4809-aca7-9d46e890c0c7 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '3298dfca-031d-4802-8820-3bc21d3842f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:38:38.242130 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Attempting to bind port ecf5037f-7a6a-4809-aca7-9d46e890c0c7 on network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:38:38.246774 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Port ecf5037f-7a6a-4809-aca7-9d46e890c0c7 on network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:38:38.247102 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Attempting to bind port ecf5037f-7a6a-4809-aca7-9d46e890c0c7 on network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:38:38.252160 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:38:38.252506 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Checking segment: {'id': '3298dfca-031d-4802-8820-3bc21d3842f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:38:38.252886 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Bound using segment: {'id': '3298dfca-031d-4802-8820-3bc21d3842f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:38:38.253315 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Bound port: ecf5037f-7a6a-4809-aca7-9d46e890c0c7, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298dfca-031d-4802-8820-3bc21d3842f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:38:38.253668 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:38.280540 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de62ac-9c69-4444-abad-b1a91e96ee31 req-a36e9f1f-069e-45fc-8675-5b9afbe374ed tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.282040 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e9de62ac-9c69-4444-abad-b1a91e96ee31 req-a36e9f1f-069e-45fc-8675-5b9afbe374ed tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 944 time: 0.0833144 May 19 09:38:38.335818 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e9de62ac-9c69-4444-abad-b1a91e96ee31 req-ddf67056-83a5-43b5-bd33-02a01dd30908 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473011 May 19 09:38:38.356976 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] For port ecf5037f-7a6a-4809-aca7-9d46e890c0c7, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:38:38.359994 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] For port ecf5037f-7a6a-4809-aca7-9d46e890c0c7, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:38:38.364449 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:38.369125 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:38.428830 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.429443 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:38.430790 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] 10.222.0.55 "PUT /v2.0/ports/ecf5037f-7a6a-4809-aca7-9d46e890c0c7 HTTP/1.1" status: 200 len: 1094 time: 1.0196760 May 19 09:38:38.431291 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52169f94-d6ce-40c0-b7c9-ec0dc844fbe7', 'tag': 'ecf5037f-7a6a-4809-aca7-9d46e890c0c7'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:38.458470 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Pushing event updated for resources: {'Port': ['ID=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:38.462702 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:38.495788 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cc6026-49ee-48b7-8500-8ce5305a41e4 req-00d6526f-eb8e-477e-a968-3e746bbc451f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.497252 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44cc6026-49ee-48b7-8500-8ce5305a41e4 req-00d6526f-eb8e-477e-a968-3e746bbc451f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.0971844 May 19 09:38:38.545995 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-37bae376-6860-4a8f-95d9-a6dd98bf2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.548125 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-44cc6026-49ee-48b7-8500-8ce5305a41e4 req-eb260929-4db3-400b-a4b5-8e5068b3b653 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404909 May 19 09:38:38.548234 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-37bae376-6860-4a8f-95d9-a6dd98bf2dbe service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fccd2d3ad744a8c959fd8d01fba91c1&device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 1097 time: 0.0744283 May 19 09:38:38.622759 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52169f94-d6ce-40c0-b7c9-ec0dc844fbe7', 'tag': 'ecf5037f-7a6a-4809-aca7-9d46e890c0c7', 'status': 'completed', 'code': 200} May 19 09:38:38.664815 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-bc0fe651-2c9d-400f-8142-d6e5c4b85e88 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf5037f-7a6a-4809-aca7-9d46e890c0c7 HTTP/1.1" status: 200 len: 217 time: 0.1084247 May 19 09:38:38.733741 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5d23dc-8566-4c09-81d3-2bc5bfafb361 req-f2c59a4a-23b4-400f-877a-8df78ed241e5 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.735464 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4d5d23dc-8566-4c09-81d3-2bc5bfafb361 req-f2c59a4a-23b4-400f-877a-8df78ed241e5 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.0850809 May 19 09:38:38.747859 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-42137629-7ef1-4bee-97ea-be9864e45ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.749306 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-42137629-7ef1-4bee-97ea-be9864e45ae4 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c0bed37-6323-4f8e-a881-bbc0d93fa35c HTTP/1.1" status: 200 len: 848 time: 0.0762877 May 19 09:38:38.763859 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-f0ef92c1-04fa-4f19-8dd1-4971bbbe6653 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:38.765230 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-f0ef92c1-04fa-4f19-8dd1-4971bbbe6653 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.55 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 946 time: 0.1444933 May 19 09:38:38.784222 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4d5d23dc-8566-4c09-81d3-2bc5bfafb361 req-1c4c95c8-0f8c-4701-8c80-39ee4fdb5488 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427921 May 19 09:38:38.843542 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-d78f9e26-a42b-462a-b29b-2c6b329e0df3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772505 May 19 09:38:39.051004 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-988e3318-0537-406b-af02-236368c4308a service neutron] 10.222.0.55 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914337 May 19 09:38:39.078321 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Deleting port c9c20cdf-4ad9-4924-9825-4989aedd2ede {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:38:39.078669 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:39.249771 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc623e80-15bf-4d11-b662-e95c6b8f27ec req-76938bbd-8e8a-42b8-a8a6-fa305be62bd4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:39.251890 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cc623e80-15bf-4d11-b662-e95c6b8f27ec req-76938bbd-8e8a-42b8-a8a6-fa305be62bd4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0851161 May 19 09:38:39.299774 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-fcbb8bb0-ff2b-4727-9031-6ccaf249aef2 req-b27c2767-76c9-4e17-ae4f-0815fe138966 service neutron] 10.222.0.55 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418473 May 19 09:38:39.301413 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] For port c9c20cdf-4ad9-4924-9825-4989aedd2ede, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=c9c20cdf-4ad9-4924-9825-4989aedd2ede,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:39.301773 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:39.349210 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cc623e80-15bf-4d11-b662-e95c6b8f27ec req-e31140ca-3493-4b85-ac54-237f6a86449b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613711 May 19 09:38:39.375335 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb3cea-04b4-40ed-8ffb-9c29f9d7aa3d req-886d8489-007e-4309-94cb-e0283421c4c6 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:39.376825 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-15bb3cea-04b4-40ed-8ffb-9c29f9d7aa3d req-886d8489-007e-4309-94cb-e0283421c4c6 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1237423 May 19 09:38:39.427436 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-15bb3cea-04b4-40ed-8ffb-9c29f9d7aa3d req-904bba63-3e59-4770-b8bb-d36a6065a0c5 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389206 May 19 09:38:39.460267 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Calling delete_port for c9c20cdf-4ad9-4924-9825-4989aedd2ede owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:38:39.562018 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea492b8a-214b-436c-b6f1-2eeb804f5ce5 req-41450ab2-6786-4a2f-a0df-f3e075311296 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:39.563841 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ea492b8a-214b-436c-b6f1-2eeb804f5ce5 req-41450ab2-6786-4a2f-a0df-f3e075311296 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 944 time: 0.0902431 May 19 09:38:39.613879 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ea492b8a-214b-436c-b6f1-2eeb804f5ce5 req-89172557-4414-49c3-9596-5f0949d86581 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439396 May 19 09:38:39.636734 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-6c461a74-e7ab-493f-adf6-1fcbe811274f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:39.638434 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-6c461a74-e7ab-493f-adf6-1fcbe811274f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fccd2d3ad744a8c959fd8d01fba91c1&device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 1097 time: 0.2743387 May 19 09:38:39.789906 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2f156-416a-4d49-b91f-3d0a3f7de97f req-70c1b541-2c8a-4364-abb2-30b548d6ec28 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:39.791360 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-98b2f156-416a-4d49-b91f-3d0a3f7de97f req-70c1b541-2c8a-4364-abb2-30b548d6ec28 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.0805750 May 19 09:38:39.834559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-bb844f7d-8f89-447f-a8bf-6f3d323246c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:39.835908 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-bb844f7d-8f89-447f-a8bf-6f3d323246c1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b HTTP/1.1" status: 200 len: 909 time: 0.1858358 May 19 09:38:39.836637 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:39.840638 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-98b2f156-416a-4d49-b91f-3d0a3f7de97f req-9964edd9-11a5-46a3-81e1-6f12f4e3baa0 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425465 May 19 09:38:39.842729 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5d61fecf-b287-426c-a571-b3b7666bdc04 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:39.848726 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['c9c20cdf-4ad9-4924-9825-4989aedd2ede'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:38:39.957639 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-e967ce01-ac7f-405e-b075-7c9a9ffccb73 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ecf5037f-7a6a-4809-aca7-9d46e890c0c7 HTTP/1.1" status: 200 len: 217 time: 0.0839252 May 19 09:38:39.965701 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Pushing event deleted for resources: {'Port': ['ID=c9c20cdf-4ad9-4924-9825-4989aedd2ede,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:39.968837 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:40.052307 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] No DVR routers for this DVR port c9c20cdf-4ad9-4924-9825-4989aedd2ede on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:38:40.093246 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-17e88216-8880-41fe-a588-cb80879e3243 req-251edbc5-c290-4f8c-b1a8-ba716af95f3d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=05d214b8-e16e-485e-9529-f80678495b40 HTTP/1.1" status: 200 len: 210 time: 0.1357467 May 19 09:38:40.098557 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:40.129520 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7d90bf03-a5ad-4bdc-81b9-f5c3d7642717 req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.55 "DELETE /v2.0/ports/c9c20cdf-4ad9-4924-9825-4989aedd2ede HTTP/1.1" status: 204 len: 173 time: 1.3255374 May 19 09:38:40.135059 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-08492c86-9df7-488f-adc5-44fe2a37b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:40.137050 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-08492c86-9df7-488f-adc5-44fe2a37b242 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c0bed37-6323-4f8e-a881-bbc0d93fa35c HTTP/1.1" status: 200 len: 848 time: 0.0869720 May 19 09:38:40.144510 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d776cb-6226-427a-b14c-edb73a036e43 req-230732aa-874d-46c4-a0a2-7510a861fe26 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:40.146160 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-58d776cb-6226-427a-b14c-edb73a036e43 req-230732aa-874d-46c4-a0a2-7510a861fe26 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.1232762 May 19 09:38:40.197339 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-58d776cb-6226-427a-b14c-edb73a036e43 req-dddc6f87-9d2c-4475-90ce-937606de60d1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451670 May 19 09:38:40.197837 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-c5f9e620-17b6-47b5-8359-3b8079cb89f5 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525303 May 19 09:38:40.224198 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 58818) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:40.354267 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-edde9ef2-19e4-4e00-babb-e841a0ef7661 service neutron] 10.222.0.55 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472352 May 19 09:38:40.510718 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ab8b2cf4-f5ce-4adc-b71b-73fc5652c8b3 req-b373c03c-56dd-4afa-8197-d5ceea80a939 service neutron] 10.222.0.55 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468673 May 19 09:38:40.605847 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a970e9-63fe-4794-a459-f5f7e0192362 tempest-TestVolumeBootPattern-412512622 tempest-TestVolumeBootPattern-412512622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:40.607346 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-c7a970e9-63fe-4794-a459-f5f7e0192362 tempest-TestVolumeBootPattern-412512622 tempest-TestVolumeBootPattern-412512622-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 1094 time: 0.3787494 May 19 09:38:40.610437 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 58826) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:38:40.616447 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'floatingip': {'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'port_id': '66584240-3ce3-476f-b4be-abf6d180a235', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address': '172.20.0.12'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:40.619328 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558923f0-e42b-4b85-b663-5ead732dfd51 req-c0c19c00-2c2d-45f7-870b-69103ace3bd8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:40.620800 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-558923f0-e42b-4b85-b663-5ead732dfd51 req-c0c19c00-2c2d-45f7-870b-69103ace3bd8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1235423 May 19 09:38:40.623248 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:40.625255 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d214b8-e16e-485e-9529-f80678495b40', 'name': 'network-vif-deleted', 'tag': 'c9c20cdf-4ad9-4924-9825-4989aedd2ede'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:40.632227 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:floatingip and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:40.635298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:40.646696 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:40.658142 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:40.675326 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-558923f0-e42b-4b85-b663-5ead732dfd51 req-50db657e-1ca6-496e-aa27-c5c477992c7b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484679 May 19 09:38:40.681073 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05d214b8-e16e-485e-9529-f80678495b40', 'name': 'network-vif-deleted', 'tag': 'c9c20cdf-4ad9-4924-9825-4989aedd2ede', 'status': 'completed', 'code': 200} May 19 09:38:40.835984 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:40.873128 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a00eae-8f6a-4556-afb2-6eb6052682b8 req-a1c2cdcf-0091-4d75-8943-12df253f0b6f tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:40.874813 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f7a00eae-8f6a-4556-afb2-6eb6052682b8 req-a1c2cdcf-0091-4d75-8943-12df253f0b6f tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 944 time: 0.0933802 May 19 09:38:40.925589 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f7a00eae-8f6a-4556-afb2-6eb6052682b8 req-4b0cba94-23c7-4857-a0ba-0bb914726442 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420909 May 19 09:38:40.991391 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Allocated IP 172.27.1.160 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/edf463d9-ce71-46a2-acb5-2e7bf67be550) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:38:41.141492 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:41.172559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:41.177161 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8de037a9-140e-435f-84b1-7a4f9117074c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:41.239709 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:38:41.242571 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:38:41.246717 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:38:41.283129 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'Port': ['ID=edf463d9-ce71-46a2-acb5-2e7bf67be550,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:41.290721 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:41.749500 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:41.823172 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:41.877339 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c0115b-d1e2-4821-98da-2fe07912477f req-91811be1-202a-4b4c-8140-17a7aadd4394 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:41.879105 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-95c0115b-d1e2-4821-98da-2fe07912477f req-91811be1-202a-4b4c-8140-17a7aadd4394 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0824697 May 19 09:38:41.923463 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-95c0115b-d1e2-4821-98da-2fe07912477f req-91b19811-4101-4b38-9309-b17e57666963 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387332 May 19 09:38:41.957572 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device c9c20cdf-4ad9-4924-9825-4989aedd2ede no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:38:41.991829 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: c9c20cdf-4ad9-4924-9825-4989aedd2ede {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:38:41.992168 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device c9c20cdf-4ad9-4924-9825-4989aedd2ede not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:38:42.029799 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:42.034137 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:42.038028 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2ed1821c-f45c-4577-b99b-742458b25322 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:42.113353 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91fd70-e0cc-4343-b1eb-ecb97c1fe3ad req-4f03b7ea-78b9-4aeb-b6aa-90b8061b8d62 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:42.114809 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6f91fd70-e0cc-4343-b1eb-ecb97c1fe3ad req-4f03b7ea-78b9-4aeb-b6aa-90b8061b8d62 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 944 time: 0.0825145 May 19 09:38:42.147016 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'Port': ['ID=edf463d9-ce71-46a2-acb5-2e7bf67be550,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:42.149887 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:42.162362 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6f91fd70-e0cc-4343-b1eb-ecb97c1fe3ad req-5af5d2de-de73-41c3-995c-90739f98cefa tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388429 May 19 09:38:42.162559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:42.336291 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Floating IP 5645f348-f05d-4343-99cc-f81a513bbe5e associated. External IP: 172.27.1.160, port: 66584240-3ce3-476f-b4be-abf6d180a235. May 19 09:38:42.682118 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Router d28a7961-95a6-446b-8747-8f119d3343dd has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:38:42.856329 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:38:42.868039 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] Sync routers for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:38:42.877964 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:38:42.878500 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:38:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:42.881305 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:43.047599 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4251783 May 19 09:38:43.047599 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'tag': '66584240-3ce3-476f-b4be-abf6d180a235'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:43.083669 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'tag': '66584240-3ce3-476f-b4be-abf6d180a235', 'status': 'completed', 'code': 200} May 19 09:38:43.089551 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:38:43.128552 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c4fa13-1dfd-4e5e-a6bc-e418a909bf6a req-4c403afb-3f3e-4682-b069-446f0f30c0f7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:43.130029 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-82c4fa13-1dfd-4e5e-a6bc-e418a909bf6a req-4c403afb-3f3e-4682-b069-446f0f30c0f7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0811753 May 19 09:38:43.175221 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-82c4fa13-1dfd-4e5e-a6bc-e418a909bf6a req-8d97e4b7-74e7-4ed9-b6b6-2b8d0efbaf38 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390975 May 19 09:38:43.353680 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3217634-d16b-497d-b536-4e47997318b2 req-fb441f64-649f-4120-9aff-b00a564f3894 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:43.355168 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3217634-d16b-497d-b536-4e47997318b2 req-fb441f64-649f-4120-9aff-b00a564f3894 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 944 time: 0.0837405 May 19 09:38:43.399712 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3217634-d16b-497d-b536-4e47997318b2 req-08b43ff0-9f1b-4dac-8a6b-4b9d11113872 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 May 19 09:38:43.427288 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '5645f348-f05d-4343-99cc-f81a513bbe5e', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '66584240-3ce3-476f-b4be-abf6d180a235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:5b:fc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:38:41Z', 'updated_at': '2021-05-19T09:38:41Z', 'revision_number': 0, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:43.430993 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] Checking router: d28a7961-95a6-446b-8747-8f119d3343dd for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:38:43.439605 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:38:43.440204 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:38:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:43.617550 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:38:43.889262 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:38:43.967072 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '5645f348-f05d-4343-99cc-f81a513bbe5e', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '66584240-3ce3-476f-b4be-abf6d180a235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:5b:fc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:38:41Z', 'updated_at': '2021-05-19T09:38:41Z', 'revision_number': 0, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:38:43.970826 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d4cb8d-55b4-499f-9d80-199c34404746 None None] The sync data for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi is: [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '5645f348-f05d-4343-99cc-f81a513bbe5e', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.160', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '66584240-3ce3-476f-b4be-abf6d180a235', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:5b:fc:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:38:41Z', 'updated_at': '2021-05-19T09:38:41Z', 'revision_number': 0, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:38:44.166774 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c81436-f3b1-46aa-934d-65b24383ddb8 None None] New status for floating IP 5645f348-f05d-4343-99cc-f81a513bbe5e: ACTIVE {{(pid=91665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:38:44.372561 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7490aa25-e879-43c8-9c0a-b21e8d6bdb4c req-c40bde4c-7077-4692-a4ee-1a4db30b4045 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:44.374782 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7490aa25-e879-43c8-9c0a-b21e8d6bdb4c req-c40bde4c-7077-4692-a4ee-1a4db30b4045 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0861075 May 19 09:38:44.418983 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7490aa25-e879-43c8-9c0a-b21e8d6bdb4c req-d01a5e74-efc2-4560-8d53-c60a00d93ef8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381696 May 19 09:38:44.587284 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e43c1e-c4aa-4447-89f2-16b13a45c597 req-12aff653-aa58-4cf1-96fe-4890ef1950c1 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:44.592045 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-18e43c1e-c4aa-4447-89f2-16b13a45c597 req-12aff653-aa58-4cf1-96fe-4890ef1950c1 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 944 time: 0.0865076 May 19 09:38:44.635177 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-18e43c1e-c4aa-4447-89f2-16b13a45c597 req-d2a55877-76f0-4c54-97a8-a3fba03a5076 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405016 May 19 09:38:44.682591 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ecf5037f-7a6a-4809-aca7-9d46e890c0c7 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:38:44.812672 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port ecf5037f-7a6a-4809-aca7-9d46e890c0c7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:44.825768 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'ecf5037f-7a6a-4809-aca7-9d46e890c0c7', 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b', 'port_id': 'ecf5037f-7a6a-4809-aca7-9d46e890c0c7', 'mac_address': 'fa:16:3e:11:2a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0bed37-6323-4f8e-a881-bbc0d93fa35c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:38:44.890493 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:44.906964 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecf5037f-7a6a-4809-aca7-9d46e890c0c7 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:38:44.922134 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port ecf5037f-7a6a-4809-aca7-9d46e890c0c7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:44.925736 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:44.927480 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:44.990908 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:44.993729 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:45.612776 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01225629-9eec-4a79-b19c-e0be5e64bbfa req-ba225ad1-fade-489f-8b84-d997b7990ea7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:45.614245 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-01225629-9eec-4a79-b19c-e0be5e64bbfa req-ba225ad1-fade-489f-8b84-d997b7990ea7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0822904 May 19 09:38:45.663049 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-01225629-9eec-4a79-b19c-e0be5e64bbfa req-fa817bb1-85a7-4167-bbea-b2bff490dc9a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 May 19 09:38:45.820525 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e913877-fb74-44ed-b583-67c3408d3a58 req-c3c5aea4-f903-48e7-ae2f-9b61557dd9c7 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:45.821983 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e913877-fb74-44ed-b583-67c3408d3a58 req-c3c5aea4-f903-48e7-ae2f-9b61557dd9c7 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 945 time: 0.0786707 May 19 09:38:45.867951 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e913877-fb74-44ed-b583-67c3408d3a58 req-380feb50-ccc8-4a97-b304-3c4b984d0838 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395329 May 19 09:38:46.342304 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-00997d4b-bb95-4559-a2e5-07282c62b56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:46.344032 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-00997d4b-bb95-4559-a2e5-07282c62b56b service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 1099 time: 0.0722609 May 19 09:38:46.472922 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-0d6a47ba-e0fa-4547-a22e-aa89442f7487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:46.474351 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-0d6a47ba-e0fa-4547-a22e-aa89442f7487 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1232932 May 19 09:38:46.581078 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-4a5049f3-4d5b-4ae5-a182-213b9e233045 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66584240-3ce3-476f-b4be-abf6d180a235 HTTP/1.1" status: 200 len: 1002 time: 0.0948834 May 19 09:38:46.642971 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-f7d3bd1d-46a9-485d-8a84-f1735f16697e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:46.644407 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-f7d3bd1d-46a9-485d-8a84-f1735f16697e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0563684 May 19 09:38:46.726128 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-a0a799dc-3e16-4117-a0fc-2f6e41f5cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:46.727708 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-a0a799dc-3e16-4117-a0fc-2f6e41f5cc71 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724978 May 19 09:38:46.863342 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e175b-5b81-4916-9b71-c9a5567dcc21 req-9c8c47f1-231d-43c2-9b7a-bbc62daee1d3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:46.864975 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-454e175b-5b81-4916-9b71-c9a5567dcc21 req-9c8c47f1-231d-43c2-9b7a-bbc62daee1d3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0914087 May 19 09:38:46.873826 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-44c77078-7ecd-41b3-8430-55fca16700e1 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285148 May 19 09:38:46.918708 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-454e175b-5b81-4916-9b71-c9a5567dcc21 req-85b81ea3-4730-40fe-bd4d-a941208af408 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467260 May 19 09:38:47.009788 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2fe54a61-2ab8-4e3c-a000-e43f9bd3f3c4 req-318e5d33-4d6b-43db-856e-cc325506ee85 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253817 May 19 09:38:47.070788 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cbd40-8394-4485-8b31-9fb9a1463087 req-30df1579-777c-4683-bcfd-c95d671e0dad tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:47.072262 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0c9cbd40-8394-4485-8b31-9fb9a1463087 req-30df1579-777c-4683-bcfd-c95d671e0dad tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 945 time: 0.0835996 May 19 09:38:47.116323 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0c9cbd40-8394-4485-8b31-9fb9a1463087 req-fb7d8885-fa41-4909-9c2e-af6cfd1a6dfd tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378129 May 19 09:38:47.217751 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['ecf5037f-7a6a-4809-aca7-9d46e890c0c7'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:38:48.127575 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d12076-ebbc-4666-9a52-ec9b545d0f14 req-1a224f1f-c4f0-4345-9e74-6f3184bb90f6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:48.128952 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-72d12076-ebbc-4666-9a52-ec9b545d0f14 req-1a224f1f-c4f0-4345-9e74-6f3184bb90f6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0818644 May 19 09:38:48.175437 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-72d12076-ebbc-4666-9a52-ec9b545d0f14 req-96d2c9d8-6615-4b37-98e8-50c03089609e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403738 May 19 09:38:48.300688 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fa879b-babb-41ef-9ca6-8ac1d59a1dd8 req-87b5370d-8bc5-44d4-b30b-ff5647e0c013 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:48.302140 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-05fa879b-babb-41ef-9ca6-8ac1d59a1dd8 req-87b5370d-8bc5-44d4-b30b-ff5647e0c013 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 945 time: 0.0826020 May 19 09:38:48.348812 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-05fa879b-babb-41ef-9ca6-8ac1d59a1dd8 req-217b7aa3-6b9e-44da-9a9e-28d281bb11fd tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408762 May 19 09:38:49.380238 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759f489-c2b4-48e8-8dc1-0740d41b61f0 req-42de4d84-933d-49ea-b480-33fc3dccf264 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:49.382538 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4759f489-c2b4-48e8-8dc1-0740d41b61f0 req-42de4d84-933d-49ea-b480-33fc3dccf264 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.0894585 May 19 09:38:49.474793 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4759f489-c2b4-48e8-8dc1-0740d41b61f0 req-1c614169-fa9a-479f-9442-955eba15dfee tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864179 May 19 09:38:49.500560 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde8243-8511-4389-8164-52475e6e450d req-ba2b432e-a4c0-4909-93f5-03a322051280 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:49.502060 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7dde8243-8511-4389-8164-52475e6e450d req-ba2b432e-a4c0-4909-93f5-03a322051280 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1006687 May 19 09:38:49.546905 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7dde8243-8511-4389-8164-52475e6e450d req-a74927ff-f130-4222-86a1-7868faec6ab7 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389979 May 19 09:38:49.726462 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d364c3-0196-4e5d-9212-3c30925c84c2 req-f88a7652-2efb-4029-98ef-a5118b7b7362 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:49.727939 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-54d364c3-0196-4e5d-9212-3c30925c84c2 req-f88a7652-2efb-4029-98ef-a5118b7b7362 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 945 time: 0.1496427 May 19 09:38:49.771090 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-54d364c3-0196-4e5d-9212-3c30925c84c2 req-584240fd-8600-42c4-84cc-0a0ca307f1b0 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367992 May 19 09:38:50.703833 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4886cdce-049c-412b-b272-357013a17acc req-dd539291-5395-48cd-a3a4-73bfc1585aa6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:50.705174 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4886cdce-049c-412b-b272-357013a17acc req-dd539291-5395-48cd-a3a4-73bfc1585aa6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 943 time: 0.1207788 May 19 09:38:50.764909 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4886cdce-049c-412b-b272-357013a17acc req-c556375e-d684-4a02-93bc-7e2634a8b0e9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512118 May 19 09:38:50.776864 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662b9a9-dab3-496d-bede-38ea40dd7fd8 req-438ca265-85d4-4f3c-aae8-cf6468b024ea tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:50.778357 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6662b9a9-dab3-496d-bede-38ea40dd7fd8 req-438ca265-85d4-4f3c-aae8-cf6468b024ea tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1277518 May 19 09:38:50.826589 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6662b9a9-dab3-496d-bede-38ea40dd7fd8 req-af61a989-107c-4043-91d2-eff55e31148c tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417430 May 19 09:38:50.954648 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690faa4b-dcd9-4175-9eaa-0d2a26cd24ef req-75b1ecd0-3cfb-4ef7-8871-c35885b5aac1 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:50.956000 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-690faa4b-dcd9-4175-9eaa-0d2a26cd24ef req-75b1ecd0-3cfb-4ef7-8871-c35885b5aac1 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 945 time: 0.0813677 May 19 09:38:51.000175 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-690faa4b-dcd9-4175-9eaa-0d2a26cd24ef req-6117f524-823d-4289-8b23-54f86c0e3051 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384350 May 19 09:38:51.209402 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:38:51.212657 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ecf5037f-7a6a-4809-aca7-9d46e890c0c7 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:38:51.363879 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port ecf5037f-7a6a-4809-aca7-9d46e890c0c7 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:38:51.373263 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port ecf5037f-7a6a-4809-aca7-9d46e890c0c7 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:38:51.373653 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:51.448694 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:51.466444 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'port_id': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'mac_address': 'fa:16:3e:a1:6c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:38:51.569697 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:51.578366 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:51.599883 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb864750-9cec-40e5-82f4-05ed09b7d9d8 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:38:51.619025 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52169f94-d6ce-40c0-b7c9-ec0dc844fbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf5037f-7a6a-4809-aca7-9d46e890c0c7'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:51.631835 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port ecf5037f-7a6a-4809-aca7-9d46e890c0c7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:51.633831 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:51.636730 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:51.640055 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:51.673405 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52169f94-d6ce-40c0-b7c9-ec0dc844fbe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecf5037f-7a6a-4809-aca7-9d46e890c0c7', 'code': 200} May 19 09:38:51.678537 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:51.711498 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:51.714928 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:51.715630 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:51.778392 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=9']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:51.781438 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:52.010616 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a632661-9bd6-489f-b1d8-c14977c2fc47 req-88c3e8f7-75be-4e75-a897-8b5ab98c0e53 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:52.012017 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2a632661-9bd6-489f-b1d8-c14977c2fc47 req-88c3e8f7-75be-4e75-a897-8b5ab98c0e53 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.1352994 May 19 09:38:52.048705 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8363748-0eeb-4b88-a743-19729bb33477 req-4a534c52-05d5-411c-87c2-4327db451e39 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:52.050128 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b8363748-0eeb-4b88-a743-19729bb33477 req-4a534c52-05d5-411c-87c2-4327db451e39 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1179018 May 19 09:38:52.089885 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2a632661-9bd6-489f-b1d8-c14977c2fc47 req-6c2f89f4-c032-4728-b139-62013e33f67b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709212 May 19 09:38:52.109511 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b8363748-0eeb-4b88-a743-19729bb33477 req-b855ec3a-3036-4a09-ae2a-b1aec7837538 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513065 May 19 09:38:52.264233 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa604e5-cd5d-446e-a950-c3887a5dd555 req-3123286e-0609-4d01-8e5b-0a22c2118a73 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:52.265620 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8aa604e5-cd5d-446e-a950-c3887a5dd555 req-3123286e-0609-4d01-8e5b-0a22c2118a73 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 946 time: 0.0805902 May 19 09:38:52.309919 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8aa604e5-cd5d-446e-a950-c3887a5dd555 req-52f21773-175d-486a-888c-30abffeafee0 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384336 May 19 09:38:53.340007 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740e2bc7-ac51-4e0f-9480-6c11cbcc302f req-c73bea28-678d-4a25-baa5-7826579ab998 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:53.341457 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-740e2bc7-ac51-4e0f-9480-6c11cbcc302f req-c73bea28-678d-4a25-baa5-7826579ab998 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1008697 May 19 09:38:53.351451 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a227e-2d46-424b-a680-f9725ad11b58 req-1178448a-3c3d-496f-a442-9213d9eff48a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:53.352861 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f40a227e-2d46-424b-a680-f9725ad11b58 req-1178448a-3c3d-496f-a442-9213d9eff48a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.1511192 May 19 09:38:53.425997 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-740e2bc7-ac51-4e0f-9480-6c11cbcc302f req-6675c9dc-3845-44ed-b2a9-520f4f12ac42 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721815 May 19 09:38:53.428712 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f40a227e-2d46-424b-a680-f9725ad11b58 req-24009ce7-9be9-497e-81a9-65b9e249fa69 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616319 May 19 09:38:53.599397 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695cf18a-ab6e-4a45-8ff3-6447368befae req-f441139a-77a4-436d-b1de-55016a1befba tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:53.600885 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-695cf18a-ab6e-4a45-8ff3-6447368befae req-f441139a-77a4-436d-b1de-55016a1befba tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 946 time: 0.0802166 May 19 09:38:53.644098 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-695cf18a-ab6e-4a45-8ff3-6447368befae req-1a14d776-ae7d-4a81-98f2-5bcdc5020a72 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375319 May 19 09:38:54.250399 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677bcbd-8463-4994-bcdb-fa13cd40fd1f req-ccc5e738-ffe2-4f0a-b5fa-84c605f4d19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:54.251877 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4677bcbd-8463-4994-bcdb-fa13cd40fd1f req-ccc5e738-ffe2-4f0a-b5fa-84c605f4d19f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 1099 time: 0.0695174 May 19 09:38:54.296944 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4677bcbd-8463-4994-bcdb-fa13cd40fd1f req-f5e484ae-2916-4447-a9c9-09f53e1ace6f service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361443 May 19 09:38:54.663251 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['cb864750-9cec-40e5-82f4-05ed09b7d9d8'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:38:54.674697 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf659ac-97b3-4c92-b6b6-f702d25d6f90 req-57be91f7-ad6c-4791-8e2c-c3c1f603267b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:54.676184 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cdf659ac-97b3-4c92-b6b6-f702d25d6f90 req-57be91f7-ad6c-4791-8e2c-c3c1f603267b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.1443241 May 19 09:38:54.684566 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34730b64-5446-4544-b882-0ac2bab80c57 req-e4a6aeea-d8a3-449c-8c7f-2de7ad9752d6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:54.685924 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-34730b64-5446-4544-b882-0ac2bab80c57 req-e4a6aeea-d8a3-449c-8c7f-2de7ad9752d6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.1196659 May 19 09:38:54.754583 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cdf659ac-97b3-4c92-b6b6-f702d25d6f90 req-50528b3d-d0c4-4e12-8a4f-395a1621e9e0 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676231 May 19 09:38:54.775473 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-34730b64-5446-4544-b882-0ac2bab80c57 req-ab7c16e7-ab13-4129-9bd1-aec1ab39f744 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726700 May 19 09:38:55.042959 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-7b1c751c-83ab-44da-b6ef-2e165d775382 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:55.044333 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-7b1c751c-83ab-44da-b6ef-2e165d775382 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/networks?id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b HTTP/1.1" status: 200 len: 813 time: 0.1989613 May 19 09:38:55.055183 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeb8331-7827-4aef-8526-bc6f008a59d3 req-bf38a0f7-910d-4153-8c4b-5bfb3a0bc67a tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:55.056571 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8aeb8331-7827-4aef-8526-bc6f008a59d3 req-bf38a0f7-910d-4153-8c4b-5bfb3a0bc67a tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 946 time: 0.1867790 May 19 09:38:55.078658 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-0d0349b4-153e-495e-a3d5-c359142960d6 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/quotas/dfb441aa98744918a800bde78b7b52c3 HTTP/1.1" status: 200 len: 375 time: 0.0212092 May 19 09:38:55.129305 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-69228d9e-6265-425e-918e-43892091cb46 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=dfb441aa98744918a800bde78b7b52c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454857 May 19 09:38:55.176374 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8aeb8331-7827-4aef-8526-bc6f008a59d3 req-978e7a5e-5369-4e94-8922-0639c4dba24a tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113434 May 19 09:38:55.348335 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-635571ce-d709-4ba4-b731-4fca15ee0d8b service neutron] 10.222.0.46 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105639 May 19 09:38:55.379596 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-4ade51c1-3970-4db4-884c-0c58bf0bc006 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:55.380325 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-4ade51c1-3970-4db4-884c-0c58bf0bc006 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Synchronizing usage tracker for tenant:4aba180cf9334011801d974cc334cf79 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:38:55.392368 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-4ade51c1-3970-4db4-884c-0c58bf0bc006 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Unset dirty status for tenant:4aba180cf9334011801d974cc334cf79 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:38:55.393462 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-4ade51c1-3970-4db4-884c-0c58bf0bc006 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.55 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 946 time: 0.0967760 May 19 09:38:55.478283 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-5b783a28-9f60-42dd-acb6-c1f73d056d66 service neutron] 10.222.0.46 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239870 May 19 09:38:55.532495 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Deleting port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:38:55.532848 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:55.653806 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7f03e681-7202-4d7c-9abc-8ee8cf167903 req-7959a2a1-a7fe-4fcf-b3e3-81c21471b04f tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 210 time: 0.0426915 May 19 09:38:55.674851 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] For port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:55.675220 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:55.800557 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Calling delete_port for 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:38:55.926026 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:55.933251 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2fab1cef-a1be-499a-8a40-f2a35a139ba4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:55.981053 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Pushing event deleted for resources: {'Port': ['ID=2f4bc82c-6c3a-4a65-8189-0e89f4a8a412,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:55.984868 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:56.016140 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcafff-792e-434d-8ad2-bf42f39ae005 req-103c3b70-e9d7-45fd-b540-d20dfb5770ed tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:56.018531 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8ebcafff-792e-434d-8ad2-bf42f39ae005 req-103c3b70-e9d7-45fd-b540-d20dfb5770ed tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.1128340 May 19 09:38:56.029637 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5971bc-3b56-4573-83ac-997a19f3eca4 req-a22062db-0d4a-4344-afd6-5d1f47e4e2a6 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:56.031362 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d5971bc-3b56-4573-83ac-997a19f3eca4 req-a22062db-0d4a-4344-afd6-5d1f47e4e2a6 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 867 time: 0.1612170 May 19 09:38:56.064820 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] No DVR routers for this DVR port 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:38:56.068675 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:56.071715 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd', 'name': 'network-vif-deleted', 'tag': '2f4bc82c-6c3a-4a65-8189-0e89f4a8a412'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:56.090630 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-65bd237c-2d45-4bbe-8387-d3ae931a2220 req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.55 "DELETE /v2.0/ports/2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 HTTP/1.1" status: 204 len: 173 time: 0.6889410 May 19 09:38:56.111500 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8ebcafff-792e-434d-8ad2-bf42f39ae005 req-862b861a-3a4b-4802-8f59-9cd024961612 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791347 May 19 09:38:56.116074 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d5971bc-3b56-4573-83ac-997a19f3eca4 req-06fe6f9b-809d-408d-b414-72a93e779e70 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693402 May 19 09:38:56.170827 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd', 'name': 'network-vif-deleted', 'tag': '2f4bc82c-6c3a-4a65-8189-0e89f4a8a412', 'status': 'completed', 'code': 200} May 19 09:38:56.287681 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['2f4bc82c-6c3a-4a65-8189-0e89f4a8a412', '810ce377-e986-4ea5-98d8-e7b5e70d383b'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:38:56.370668 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705d5b6-72f1-4cd5-a735-f14ae61b0df9 req-51ae706e-be73-4f7f-b27b-c230e0ea6dd9 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:56.372091 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c705d5b6-72f1-4cd5-a735-f14ae61b0df9 req-51ae706e-be73-4f7f-b27b-c230e0ea6dd9 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 946 time: 0.0850911 May 19 09:38:56.419402 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c705d5b6-72f1-4cd5-a735-f14ae61b0df9 req-a538293b-d1ab-429c-b940-9234e7dcc07f tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399389 May 19 09:38:56.808782 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b81c9c88-f297-4789-899e-c287218b4086 req-53a985ba-6249-4c67-90db-135b255f9afb tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 210 time: 0.0457127 May 19 09:38:57.060081 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-374dea48-f5cb-4fbd-9dfa-8edb40a4660d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:57.060780 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-374dea48-f5cb-4fbd-9dfa-8edb40a4660d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Synchronizing usage tracker for tenant:dfb441aa98744918a800bde78b7b52c3 on resource:network {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:38:57.077687 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-374dea48-f5cb-4fbd-9dfa-8edb40a4660d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Unset dirty status for tenant:dfb441aa98744918a800bde78b7b52c3 on resource:network {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:38:57.078792 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-374dea48-f5cb-4fbd-9dfa-8edb40a4660d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.55 "GET /v2.0/networks?id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b HTTP/1.1" status: 200 len: 813 time: 0.2496440 May 19 09:38:57.099396 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Request body: {'port': {'device_id': 'bb5ea64f-e187-4b08-9ce5-23f2bf867b21', 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b', 'admin_state_up': True, 'tenant_id': 'dfb441aa98744918a800bde78b7b52c3'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:57.237604 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:38:57.242709 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Usage tracker for resource:port and tenant:dfb441aa98744918a800bde78b7b52c3 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:38:57.245703 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:38:57.252888 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:38:57.264250 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Made reservation on behalf of dfb441aa98744918a800bde78b7b52c3 for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:38:57.267811 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:57.309693 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fb5c0956-345f-433f-a76e-fb13a5d1d0de req-e9afcb9a-41db-414d-9ceb-6d94b2bba9ab tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=ce8d94cb-dd0f-4e16-bc75-4c5e6a4c71cd HTTP/1.1" status: 200 len: 210 time: 0.0526733 May 19 09:38:57.347746 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff40f4-41f5-4f50-8baf-4d9a905b9375 req-c03a4702-a2db-474a-bdf7-df36aa338a41 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:57.349244 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-10ff40f4-41f5-4f50-8baf-4d9a905b9375 req-c03a4702-a2db-474a-bdf7-df36aa338a41 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 944 time: 0.1240938 May 19 09:38:57.397502 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-10ff40f4-41f5-4f50-8baf-4d9a905b9375 req-d2d4fb74-6e52-47ce-963c-3294e95c5dc7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425410 May 19 09:38:57.462262 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Allocated IP 172.20.0.11 (08f55f2e-cbfa-44ba-a3c1-d47afad7a86b/94ccfb68-ef95-4c57-ae8f-d2b273c65084/ca341282-bfd4-457d-8b88-124ff2b32e08) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:38:57.604439 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176b27e-1699-4a53-b77b-99d2a4326118 req-0a66b714-be16-455b-8b8b-4d4f634f8c05 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:57.605928 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0176b27e-1699-4a53-b77b-99d2a4326118 req-0a66b714-be16-455b-8b8b-4d4f634f8c05 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 946 time: 0.0808358 May 19 09:38:57.649916 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0176b27e-1699-4a53-b77b-99d2a4326118 req-a4d6a4c8-f641-4c5c-a11f-c445870721f8 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383015 May 19 09:38:57.667916 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:57.698065 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:57.704713 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:57.770543 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:38:57.773690 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:38:57.776070 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:38:57.830666 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Pushing event updated for resources: {'Port': ['ID=ca341282-bfd4-457d-8b88-124ff2b32e08,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:57.833663 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:57.856294 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:57.856915 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:57.881475 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7856653 May 19 09:38:57.922713 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Request body: {'port': {'device_id': 'bb5ea64f-e187-4b08-9ce5-23f2bf867b21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:38:58.000516 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732db37-df70-4bb1-b777-2b14dbaa0d54 req-0efb8612-5012-4045-b155-419bc14cd5f7 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:58.001968 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3732db37-df70-4bb1-b777-2b14dbaa0d54 req-0efb8612-5012-4045-b155-419bc14cd5f7 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 932 time: 0.0835984 May 19 09:38:58.037603 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.053393 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3732db37-df70-4bb1-b777-2b14dbaa0d54 req-62069b32-0028-4bf5-ad25-e8c16a2ea2ab tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409558 May 19 09:38:58.301878 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:38:58.375571 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port cb864750-9cec-40e5-82f4-05ed09b7d9d8 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:38:58.375992 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.407168 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca341282-bfd4-457d-8b88-124ff2b32e08 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:38:58.416558 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.435737 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Transition to ACTIVE for port object ca341282-bfd4-457d-8b88-124ff2b32e08 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:38:58.441804 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.447693 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:58.504910 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.535423 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:58.546666 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:38:58.552323 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.553403 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:38:58.598046 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c528e52e-c816-44f4-a1a7-f24436f0b0bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:58.656951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Pushing event updated for resources: {'Port': ['ID=ca341282-bfd4-457d-8b88-124ff2b32e08,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:58.665702 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:58.697425 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=10']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:58.700996 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:38:58.701135 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Attempting to bind port ca341282-bfd4-457d-8b88-124ff2b32e08 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:38:58.701398 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Attempting to bind port ca341282-bfd4-457d-8b88-124ff2b32e08 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '7a2a565f-7f52-4db9-99c9-5b53d4e3320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:38:58.701733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Attempting to bind port ca341282-bfd4-457d-8b88-124ff2b32e08 on network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:38:58.702538 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 2f4bc82c-6c3a-4a65-8189-0e89f4a8a412 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:38:58.704175 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:58.708390 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Port ca341282-bfd4-457d-8b88-124ff2b32e08 on network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:38:58.708719 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Attempting to bind port ca341282-bfd4-457d-8b88-124ff2b32e08 on network 08f55f2e-cbfa-44ba-a3c1-d47afad7a86b {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:38:58.714227 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 38, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:38:58.714566 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Checking segment: {'id': '7a2a565f-7f52-4db9-99c9-5b53d4e3320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:38:58.714951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Bound using segment: {'id': '7a2a565f-7f52-4db9-99c9-5b53d4e3320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:38:58.715382 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Bound port: ca341282-bfd4-457d-8b88-124ff2b32e08, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a2a565f-7f52-4db9-99c9-5b53d4e3320e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:38:58.715767 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.723706 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'code': 200} May 19 09:38:58.800390 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee030a0-8262-49ff-91c9-d1b1833d45d0 req-dc911cdc-15ff-4971-a9b3-c86901b1ab1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:58.801813 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dee030a0-8262-49ff-91c9-d1b1833d45d0 req-dc911cdc-15ff-4971-a9b3-c86901b1ab1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 946 time: 0.0874338 May 19 09:38:58.812723 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] For port ca341282-bfd4-457d-8b88-124ff2b32e08, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:38:58.816039 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] For port ca341282-bfd4-457d-8b88-124ff2b32e08, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ca341282-bfd4-457d-8b88-124ff2b32e08,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:38:58.821063 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.825577 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:38:58.903032 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dee030a0-8262-49ff-91c9-d1b1833d45d0 req-02440511-3a9a-429b-9324-11f327f84ef8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944622 May 19 09:38:58.940318 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0440d92b-98d4-4213-88b9-582a4f0350e7 req-3b565dba-a5d5-46ce-a3e0-d239d5775e88 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:58.942110 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0440d92b-98d4-4213-88b9-582a4f0350e7 req-3b565dba-a5d5-46ce-a3e0-d239d5775e88 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 946 time: 0.1190639 May 19 09:38:58.989984 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0440d92b-98d4-4213-88b9-582a4f0350e7 req-9af559a2-f234-4908-9310-8790db1c0ae9 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418377 May 19 09:38:58.991381 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:58.992011 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:38:58.993460 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] 10.222.0.55 "PUT /v2.0/ports/ca341282-bfd4-457d-8b88-124ff2b32e08 HTTP/1.1" status: 200 len: 1094 time: 1.0750928 May 19 09:38:58.993868 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb5ea64f-e187-4b08-9ce5-23f2bf867b21', 'tag': 'ca341282-bfd4-457d-8b88-124ff2b32e08'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:38:59.014070 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Pushing event updated for resources: {'Port': ['ID=ca341282-bfd4-457d-8b88-124ff2b32e08,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:38:59.017642 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:38:59.045017 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb5ea64f-e187-4b08-9ce5-23f2bf867b21', 'tag': 'ca341282-bfd4-457d-8b88-124ff2b32e08', 'status': 'completed', 'code': 200} May 19 09:38:59.111419 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64afb2f7-0fdc-44de-9ef6-cb7f4c03d42a req-a54aa832-8923-4f2c-bfbb-cb26de60492d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:59.113130 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-64afb2f7-0fdc-44de-9ef6-cb7f4c03d42a req-a54aa832-8923-4f2c-bfbb-cb26de60492d tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0846696 May 19 09:38:59.133380 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-c6994476-6c5c-4bfc-9135-c4bdaa85ea44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:59.135059 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-c6994476-6c5c-4bfc-9135-c4bdaa85ea44 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfb441aa98744918a800bde78b7b52c3&device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 1097 time: 0.0742900 May 19 09:38:59.163502 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-64afb2f7-0fdc-44de-9ef6-cb7f4c03d42a req-398ac800-05a6-43d8-8268-c98e6251d5e9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441968 May 19 09:38:59.208691 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-d269d61b-15f3-49b1-b98b-db37a0036da2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca341282-bfd4-457d-8b88-124ff2b32e08 HTTP/1.1" status: 200 len: 217 time: 0.0641115 May 19 09:38:59.243447 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21784a4f-1459-43a7-adfd-b44c9f6f5fdd req-07e481fa-b5d6-46c3-97c1-441535b2edbc tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:59.244964 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-21784a4f-1459-43a7-adfd-b44c9f6f5fdd req-07e481fa-b5d6-46c3-97c1-441535b2edbc tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 944 time: 0.0805609 May 19 09:38:59.274775 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-8bef9d91-b4ed-43bc-9c41-604e563fe46b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:59.276760 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-8bef9d91-b4ed-43bc-9c41-604e563fe46b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94ccfb68-ef95-4c57-ae8f-d2b273c65084 HTTP/1.1" status: 200 len: 853 time: 0.0604470 May 19 09:38:59.289337 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-21784a4f-1459-43a7-adfd-b44c9f6f5fdd req-32334748-842a-43a0-a6f3-8ec8391aa322 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385482 May 19 09:38:59.330275 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-f02c0232-93bc-4bf1-8a1e-cf0b60ca6d17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417433 May 19 09:38:59.517557 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-d4faedb9-b99f-491d-b1c3-1837024f8bff service neutron] 10.222.0.55 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765592 May 19 09:38:59.551760 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b4898d-f5c0-4a83-ab6e-dc552f79084a req-fd40206a-8624-4398-a6bc-f259ac0ffafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:38:59.553140 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-71b4898d-f5c0-4a83-ab6e-dc552f79084a req-fd40206a-8624-4398-a6bc-f259ac0ffafc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 1099 time: 0.1142278 May 19 09:38:59.658466 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-71b4898d-f5c0-4a83-ab6e-dc552f79084a req-eb60633c-910f-4619-af05-e697b5d442a4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949426 May 19 09:38:59.687399 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bf9ac85e-99bf-498d-8767-0153eefcf4a8 req-b0c79e4d-6daf-475b-8427-f333161dac44 service neutron] 10.222.0.55 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595471 May 19 09:39:00.078379 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595be93-8073-44d5-b186-c4a911891a1d req-36b09d29-825e-40ef-915a-1430d408e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:00.079923 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8595be93-8073-44d5-b186-c4a911891a1d req-36b09d29-825e-40ef-915a-1430d408e2c7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=dfb441aa98744918a800bde78b7b52c3&device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 1097 time: 0.0739858 May 19 09:39:00.101643 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bd8b6e-e2c9-4e1b-b942-0520d08e2ee6 req-8b4f4a9f-a4a9-4902-95e9-5614d3cb1d17 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:00.103094 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e4bd8b6e-e2c9-4e1b-b942-0520d08e2ee6 req-8b4f4a9f-a4a9-4902-95e9-5614d3cb1d17 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 946 time: 0.0851743 May 19 09:39:00.192745 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e4bd8b6e-e2c9-4e1b-b942-0520d08e2ee6 req-1d451800-59f1-450d-b376-a1ece61b5938 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581505 May 19 09:39:00.216237 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc482a0f-e577-448a-b63f-c04cf09e0e31 req-796f793f-391f-4b0f-bc47-964169aa7670 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:00.217754 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cc482a0f-e577-448a-b63f-c04cf09e0e31 req-796f793f-391f-4b0f-bc47-964169aa7670 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 946 time: 0.1137698 May 19 09:39:00.242428 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595be93-8073-44d5-b186-c4a911891a1d req-d0771f1c-3063-40ad-8dab-f43be4652c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:00.244001 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8595be93-8073-44d5-b186-c4a911891a1d req-d0771f1c-3063-40ad-8dab-f43be4652c69 service neutron] 10.222.0.55 "GET /v2.0/networks?id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b HTTP/1.1" status: 200 len: 914 time: 0.1389396 May 19 09:39:00.267842 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cc482a0f-e577-448a-b63f-c04cf09e0e31 req-0a68d257-8cb5-4430-beb5-24a6985c2a3b tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 May 19 09:39:00.330494 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8595be93-8073-44d5-b186-c4a911891a1d req-06f2df9d-c99e-4a2c-a736-96b9aca8e85f service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca341282-bfd4-457d-8b88-124ff2b32e08 HTTP/1.1" status: 200 len: 217 time: 0.0663149 May 19 09:39:00.380413 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74d6fe-da2b-4ccd-a900-98447b851289 req-7ddbe4b9-d357-4785-b4d8-fea9021d8f92 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:00.382040 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fb74d6fe-da2b-4ccd-a900-98447b851289 req-7ddbe4b9-d357-4785-b4d8-fea9021d8f92 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0845578 May 19 09:39:00.401986 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8595be93-8073-44d5-b186-c4a911891a1d req-07e07a00-95ec-42e0-93a7-ac1ef7d62134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:00.403434 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8595be93-8073-44d5-b186-c4a911891a1d req-07e07a00-95ec-42e0-93a7-ac1ef7d62134 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=94ccfb68-ef95-4c57-ae8f-d2b273c65084 HTTP/1.1" status: 200 len: 853 time: 0.0603688 May 19 09:39:00.459769 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8595be93-8073-44d5-b186-c4a911891a1d req-f2ce7a81-7403-4c08-8b5f-ed79adcf9a0b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404902 May 19 09:39:00.477557 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fb74d6fe-da2b-4ccd-a900-98447b851289 req-f7ac6746-78d6-49ae-b502-5116be620ec4 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887911 May 19 09:39:00.511254 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d730e98-71b3-4372-8302-2d8b51e9ef27 req-34b03a85-3322-4d44-96e6-1ef9f0548540 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:00.512727 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d730e98-71b3-4372-8302-2d8b51e9ef27 req-34b03a85-3322-4d44-96e6-1ef9f0548540 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 944 time: 0.1088958 May 19 09:39:00.595746 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8595be93-8073-44d5-b186-c4a911891a1d req-06d7b0e0-327a-4404-b179-4e07cf123085 service neutron] 10.222.0.55 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282024 May 19 09:39:00.636470 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d730e98-71b3-4372-8302-2d8b51e9ef27 req-3876155c-7af2-4e9e-90f2-4ec78865c822 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176257 May 19 09:39:00.733711 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8595be93-8073-44d5-b186-c4a911891a1d req-c6b32436-1eb0-4bf8-b397-8b920a4f8f0d service neutron] 10.222.0.55 "GET /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251690 May 19 09:39:01.394161 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d89228-1313-473a-9131-f9937b341cc4 req-c64ecd88-a331-43ed-85d9-71c228c198be tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:01.394862 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-21d89228-1313-473a-9131-f9937b341cc4 req-c64ecd88-a331-43ed-85d9-71c228c198be tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Synchronizing usage tracker for tenant:4fccd2d3ad744a8c959fd8d01fba91c1 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:39:01.411366 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-21d89228-1313-473a-9131-f9937b341cc4 req-c64ecd88-a331-43ed-85d9-71c228c198be tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Unset dirty status for tenant:4fccd2d3ad744a8c959fd8d01fba91c1 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:39:01.412610 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-21d89228-1313-473a-9131-f9937b341cc4 req-c64ecd88-a331-43ed-85d9-71c228c198be tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.55 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 946 time: 0.1052141 May 19 09:39:01.422367 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf7f3c-0e9c-4232-a561-7d7215a6635c req-b625d8f9-5640-4d59-b1c5-46226981bd9a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:01.423846 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6ebf7f3c-0e9c-4232-a561-7d7215a6635c req-b625d8f9-5640-4d59-b1c5-46226981bd9a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 946 time: 0.1190178 May 19 09:39:01.485765 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6ebf7f3c-0e9c-4232-a561-7d7215a6635c req-21a19309-6b3a-4c4b-9abb-741d49ad9735 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552883 May 19 09:39:01.501434 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5ffae-ac1b-4783-a153-87df2cb4062f req-a9fa0c80-0d4f-4833-9c50-641fdbf24d25 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:01.502924 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f6c5ffae-ac1b-4783-a153-87df2cb4062f req-a9fa0c80-0d4f-4833-9c50-641fdbf24d25 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 946 time: 0.1286321 May 19 09:39:01.568157 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f6c5ffae-ac1b-4783-a153-87df2cb4062f req-272532ea-d342-4456-9f5b-5ad69ece17c5 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592492 May 19 09:39:01.634898 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-21d89228-1313-473a-9131-f9937b341cc4 req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Deleting port ecf5037f-7a6a-4809-aca7-9d46e890c0c7 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:01.635494 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21d89228-1313-473a-9131-f9937b341cc4 req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.654146 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2b842514-9efd-4293-bf14-101637138cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.684269 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612eee9-1fa9-4a85-9785-e323a9a6f58d req-6dcca13b-cc9a-4c3a-9d7f-bfd70da99e50 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:01.686013 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d612eee9-1fa9-4a85-9785-e323a9a6f58d req-6dcca13b-cc9a-4c3a-9d7f-bfd70da99e50 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0899513 May 19 09:39:01.733188 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d612eee9-1fa9-4a85-9785-e323a9a6f58d req-eb6da4d6-83be-4eef-bddb-b6c4c08a5327 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410967 May 19 09:39:01.772585 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-21d89228-1313-473a-9131-f9937b341cc4 req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] For port ecf5037f-7a6a-4809-aca7-9d46e890c0c7, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:01.772952 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21d89228-1313-473a-9131-f9937b341cc4 req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:01.822130 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7e310a-b1c3-4700-a803-8d548cd14174 req-f31c49f4-24bb-4c3d-9674-723a27ae9adf tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:01.823656 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8a7e310a-b1c3-4700-a803-8d548cd14174 req-f31c49f4-24bb-4c3d-9674-723a27ae9adf tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 944 time: 0.0822942 May 19 09:39:01.870823 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8a7e310a-b1c3-4700-a803-8d548cd14174 req-77947817-3921-4ddb-aa8e-e87968fcd6c4 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410883 May 19 09:39:01.896315 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-21d89228-1313-473a-9131-f9937b341cc4 req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Calling delete_port for ecf5037f-7a6a-4809-aca7-9d46e890c0c7 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:02.004781 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21d89228-1313-473a-9131-f9937b341cc4 req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.010244 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9df3939d-ef49-478b-ae29-daab8c52f56b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:02.027087 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['ecf5037f-7a6a-4809-aca7-9d46e890c0c7'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:39:02.056763 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Pushing event deleted for resources: {'Port': ['ID=ecf5037f-7a6a-4809-aca7-9d46e890c0c7,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:02.061009 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:02.133117 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d89228-1313-473a-9131-f9937b341cc4 req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] No DVR routers for this DVR port ecf5037f-7a6a-4809-aca7-9d46e890c0c7 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:39:02.135828 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21d89228-1313-473a-9131-f9937b341cc4 req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:02.138512 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52169f94-d6ce-40c0-b7c9-ec0dc844fbe7', 'name': 'network-vif-deleted', 'tag': 'ecf5037f-7a6a-4809-aca7-9d46e890c0c7'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:02.155611 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-21d89228-1313-473a-9131-f9937b341cc4 req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.55 "DELETE /v2.0/ports/ecf5037f-7a6a-4809-aca7-9d46e890c0c7 HTTP/1.1" status: 204 len: 173 time: 0.7368126 May 19 09:39:02.185397 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52169f94-d6ce-40c0-b7c9-ec0dc844fbe7', 'name': 'network-vif-deleted', 'tag': 'ecf5037f-7a6a-4809-aca7-9d46e890c0c7', 'status': 'completed', 'code': 200} May 19 09:39:02.698760 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be6fc52-331c-48de-be96-a29edff1cd86 req-90bd7fc1-a90f-441c-be35-98e48717250c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:02.700389 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5be6fc52-331c-48de-be96-a29edff1cd86 req-90bd7fc1-a90f-441c-be35-98e48717250c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 946 time: 0.0903518 May 19 09:39:02.779665 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b205d0b6-be6a-4530-8edb-35a1c2516bca req-71063ccb-ce8f-4afd-a7f7-817a8e4ae803 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=52169f94-d6ce-40c0-b7c9-ec0dc844fbe7 HTTP/1.1" status: 200 len: 210 time: 0.0560291 May 19 09:39:02.793794 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5be6fc52-331c-48de-be96-a29edff1cd86 req-79439b0b-a3f7-4ae8-bd2c-2df819510831 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862548 May 19 09:39:02.969591 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7026780-b769-44cf-a07e-e99fa987abe4 req-dbb3b9e3-d32f-460f-9301-d21d0115dd31 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:02.971726 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f7026780-b769-44cf-a07e-e99fa987abe4 req-dbb3b9e3-d32f-460f-9301-d21d0115dd31 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0968425 May 19 09:39:03.070738 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f7026780-b769-44cf-a07e-e99fa987abe4 req-2022c816-53e6-4b17-86c4-3b76414b5f2f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931892 May 19 09:39:03.106710 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33236a2-48b7-4630-b6eb-1a8098f0397d req-e797b23d-9fc5-46f2-96a5-ff8c83f29083 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:03.108174 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c33236a2-48b7-4630-b6eb-1a8098f0397d req-e797b23d-9fc5-46f2-96a5-ff8c83f29083 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 944 time: 0.1052027 May 19 09:39:03.157792 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c33236a2-48b7-4630-b6eb-1a8098f0397d req-071bb2c3-f636-4a7b-b63e-4b2ba9d2e31a tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429115 May 19 09:39:03.982407 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd9791-8763-46ee-bab3-20408edeeec5 req-58d3df88-af07-416a-84c8-04196f876ca2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:03.983843 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-61cd9791-8763-46ee-bab3-20408edeeec5 req-58d3df88-af07-416a-84c8-04196f876ca2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 946 time: 0.0803854 May 19 09:39:04.125947 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-61cd9791-8763-46ee-bab3-20408edeeec5 req-2662ee3f-7141-4a45-be6a-19ebf65e2fa0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363735 May 19 09:39:04.166484 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-2e429479-9e61-46af-aa78-e0894fa642af tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:04.168508 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-2e429479-9e61-46af-aa78-e0894fa642af tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/networks?id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b HTTP/1.1" status: 200 len: 808 time: 0.1650262 May 19 09:39:04.183781 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-11ec59db-15c4-4b98-901b-9d5d7b520dbd tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/quotas/4fccd2d3ad744a8c959fd8d01fba91c1 HTTP/1.1" status: 200 len: 375 time: 0.0097182 May 19 09:39:04.262146 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-6c2ce5d6-2d6e-4e87-aab4-7bb7f36dde03 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=4fccd2d3ad744a8c959fd8d01fba91c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0731137 May 19 09:39:04.350687 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.381706 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a4288da9-889c-4594-a0e3-07a08f21ae7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.406305 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ca341282-bfd4-457d-8b88-124ff2b32e08 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:39:04.408621 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ecf5037f-7a6a-4809-aca7-9d46e890c0c7 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:04.420567 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6342952-7221-4d58-a2aa-2182188d931d req-3ef5c93a-83d4-4f43-b24a-637bb5d7ac66 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:04.422007 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e6342952-7221-4d58-a2aa-2182188d931d req-3ef5c93a-83d4-4f43-b24a-637bb5d7ac66 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.1957016 May 19 09:39:04.427397 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-81deb300-d6f9-42e2-b6e0-4e8d1d694fdc service neutron] 10.222.0.46 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547060 May 19 09:39:04.452515 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: ecf5037f-7a6a-4809-aca7-9d46e890c0c7 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:04.452913 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ecf5037f-7a6a-4809-aca7-9d46e890c0c7 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:04.559863 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e6342952-7221-4d58-a2aa-2182188d931d req-961d9460-c2e1-45a0-9e2d-afa11f9bbcb9 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314583 May 19 09:39:04.587136 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port ca341282-bfd4-457d-8b88-124ff2b32e08, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ca341282-bfd4-457d-8b88-124ff2b32e08,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:04.601760 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'ca341282-bfd4-457d-8b88-124ff2b32e08', 'network_id': '08f55f2e-cbfa-44ba-a3c1-d47afad7a86b', 'port_id': 'ca341282-bfd4-457d-8b88-124ff2b32e08', 'mac_address': 'fa:16:3e:a3:49:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 954, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94ccfb68-ef95-4c57-ae8f-d2b273c65084', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:39:04.605700 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-73c39eca-06e7-4bca-9b8d-ee99abea9964 service neutron] 10.222.0.46 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592641 May 19 09:39:04.658898 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.676285 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca341282-bfd4-457d-8b88-124ff2b32e08 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:39:04.692378 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port ca341282-bfd4-457d-8b88-124ff2b32e08, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ca341282-bfd4-457d-8b88-124ff2b32e08,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:04.696980 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:04.698818 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:04.755502 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfe95f0-ae95-457c-99aa-e4c7e414c5d0 req-f9d8679b-6030-4092-b7ba-1eb211ca2c64 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:04.757634 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cbfe95f0-ae95-457c-99aa-e4c7e414c5d0 req-f9d8679b-6030-4092-b7ba-1eb211ca2c64 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 945 time: 0.0944836 May 19 09:39:04.775249 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=ca341282-bfd4-457d-8b88-124ff2b32e08,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:04.783115 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.783521 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.783902 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.784237 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.784625 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.784964 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.785295 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.785625 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.785955 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.786280 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.786606 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.786935 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:04.790832 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:04.820246 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bae0dfe9-0a44-4573-88bb-7f1f4f2c5c70 req-c24e134c-5f31-44af-9536-c37c9351d6be tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 210 time: 0.0578351 May 19 09:39:04.930313 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cbfe95f0-ae95-457c-99aa-e4c7e414c5d0 req-f7ccd527-d863-4700-8db2-62b3331e57c3 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315219 May 19 09:39:05.147358 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:05.302078 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-3b4164d0-0d66-4ef7-ae48-107e2a86f5df service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0721228 May 19 09:39:05.306939 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['ca341282-bfd4-457d-8b88-124ff2b32e08'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:39:05.397120 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-c3a5ff6f-ba5d-42b6-aba4-74a227021a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:05.398738 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-c3a5ff6f-ba5d-42b6-aba4-74a227021a63 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1137 time: 0.0738385 May 19 09:39:05.550340 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-90a4588e-57af-4dbd-a290-f9e60162b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:05.551708 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-90a4588e-57af-4dbd-a290-f9e60162b804 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 200 len: 916 time: 0.1249056 May 19 09:39:05.671791 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-18da961d-2d04-41fc-866c-ca00a13bad0d service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 1001 time: 0.0972905 May 19 09:39:05.744521 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedccec-4556-45ac-bd0e-5b08933a6f7f req-8ce4bad8-429c-4cb1-8b28-7a287f581bf8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:05.746367 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-e94b24c5-1c80-4de2-b822-c8f91e979205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:05.746600 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9bedccec-4556-45ac-bd0e-5b08933a6f7f req-8ce4bad8-429c-4cb1-8b28-7a287f581bf8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0789523 May 19 09:39:05.747822 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-e94b24c5-1c80-4de2-b822-c8f91e979205 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1420acb-d341-47d4-a102-59148351b9b0 HTTP/1.1" status: 200 len: 854 time: 0.0609856 May 19 09:39:05.790203 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9bedccec-4556-45ac-bd0e-5b08933a6f7f req-21cb2152-9462-4d4a-8cd3-a861019515e6 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377743 May 19 09:39:05.832112 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-744f550a-0ebb-4fd3-af3e-b0bb68bdb58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:05.833639 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-744f550a-0ebb-4fd3-af3e-b0bb68bdb58f service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd80daa7-f242-43dd-84c4-3abd3d59564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0731173 May 19 09:39:05.972384 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-83a9cc24-d8ec-44f5-8c95-b06e2781de4c req-6b85dd76-81ac-453f-9350-e6e967e41a2c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 210 time: 0.0460937 May 19 09:39:05.976398 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-4d02565b-7eb0-48b6-8fb9-80d0f043a342 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329129 May 19 09:39:06.123210 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e0213e-cd1e-4615-9d9d-33c11d22b21c req-e92c9a43-df38-4119-8d98-d7146f4075a9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:06.125002 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-79e0213e-cd1e-4615-9d9d-33c11d22b21c req-e92c9a43-df38-4119-8d98-d7146f4075a9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 945 time: 0.0807931 May 19 09:39:06.173239 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-79e0213e-cd1e-4615-9d9d-33c11d22b21c req-39662799-145e-4027-810e-72c529b578c7 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 May 19 09:39:06.264122 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-02681fa7-6ee4-499c-8077-b5f5f959f9f5 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:06.265569 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-02681fa7-6ee4-499c-8077-b5f5f959f9f5 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.55 "GET /v2.0/networks?id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b HTTP/1.1" status: 200 len: 808 time: 0.2643564 May 19 09:39:06.267511 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1be8a7b9-c490-4d5e-9d32-ef0ac57b7a1e req-1198db5c-4c2d-4598-a05d-777cc291f6f2 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2651312 May 19 09:39:06.309704 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Request body: {'port': {'device_id': 'c8460712-66b8-4a4b-9340-a501af32ce5b', 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b', 'admin_state_up': True, 'tenant_id': '4fccd2d3ad744a8c959fd8d01fba91c1'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:06.521539 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:06.525421 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Usage tracker for resource:port and tenant:4fccd2d3ad744a8c959fd8d01fba91c1 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:06.528467 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Quota usage for port was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:06.534298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:06.544325 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Made reservation on behalf of 4fccd2d3ad744a8c959fd8d01fba91c1 for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:39:06.547700 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.707701 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Allocated IP 172.20.0.13 (54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b/5c0bed37-6323-4f8e-a881-bbc0d93fa35c/b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:39:06.720302 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.909255 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.939817 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:06.945801 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:06.987643 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04120e70-288d-4bb3-8c6e-1215344169eb req-c72f7fb7-7429-474d-8066-3cc70aa1e8b8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:06.989358 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-04120e70-288d-4bb3-8c6e-1215344169eb req-c72f7fb7-7429-474d-8066-3cc70aa1e8b8 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0918036 May 19 09:39:07.028986 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:39:07.032806 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:39:07.035412 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:39:07.044780 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-04120e70-288d-4bb3-8c6e-1215344169eb req-871d8a0b-6130-4862-b9a4-0f776a5b448b tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484266 May 19 09:39:07.077951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Pushing event updated for resources: {'Port': ['ID=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:07.081462 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:07.098538 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.115809 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:07.116429 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.140381 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8350232 May 19 09:39:07.165341 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ee0023-daf3-4fa8-afce-7605f8fb294e req-7eb36179-9cdf-4877-8148-f44bd2da6796 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:07.167326 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e1ee0023-daf3-4fa8-afce-7605f8fb294e req-7eb36179-9cdf-4877-8148-f44bd2da6796 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 932 time: 0.0807040 May 19 09:39:07.214217 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e1ee0023-daf3-4fa8-afce-7605f8fb294e req-d40fefdf-38e2-4573-ba99-5f217cab76a1 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 May 19 09:39:07.248030 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Request body: {'port': {'device_id': 'c8460712-66b8-4a4b-9340-a501af32ce5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:39:07.356420 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce6e718-873d-483c-9d76-e548107f9189 req-d01b4e15-e8dc-4f80-8ec5-a54cdebea9c3 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:07.357803 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ce6e718-873d-483c-9d76-e548107f9189 req-d01b4e15-e8dc-4f80-8ec5-a54cdebea9c3 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 945 time: 0.0803475 May 19 09:39:07.404385 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ce6e718-873d-483c-9d76-e548107f9189 req-26f36396-c5bd-4db8-a078-f1a0506941ac tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405965 May 19 09:39:07.415089 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.440677 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-aebc960a-e15c-46f6-b743-90d4b7075858 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:07.441372 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-aebc960a-e15c-46f6-b743-90d4b7075858 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Synchronizing usage tracker for tenant:4aba180cf9334011801d974cc334cf79 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:39:07.500124 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-aebc960a-e15c-46f6-b743-90d4b7075858 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Unset dirty status for tenant:4aba180cf9334011801d974cc334cf79 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:39:07.501243 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-aebc960a-e15c-46f6-b743-90d4b7075858 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.55 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.2254834 May 19 09:39:07.804395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Deleting port 810ce377-e986-4ea5-98d8-e7b5e70d383b {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:07.804652 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:07.985096 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:39:07.995292 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] For port 810ce377-e986-4ea5-98d8-e7b5e70d383b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=810ce377-e986-4ea5-98d8-e7b5e70d383b,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:07.995680 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.003132 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.124443 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Calling delete_port for 810ce377-e986-4ea5-98d8-e7b5e70d383b owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:08.131074 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Transition to ACTIVE for port object b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:39:08.136499 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.146832 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2864848f-0386-488b-aeb1-2137c091ee64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:08.238742 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7360dc-0eb4-42af-903e-2137e5282b2d req-f6bb0e66-0fb5-430e-9523-73a8b678481f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:08.240468 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1e7360dc-0eb4-42af-903e-2137e5282b2d req-f6bb0e66-0fb5-430e-9523-73a8b678481f tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 945 time: 0.0873208 May 19 09:39:08.290242 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1e7360dc-0eb4-42af-903e-2137e5282b2d req-7031425c-77c1-478a-ac82-56819352e506 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/security-groups?id=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431902 May 19 09:39:08.366002 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:08.398206 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:08.410397 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ca341282-bfd4-457d-8b88-124ff2b32e08 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:08.413508 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d45af42-09bc-4928-b87b-7548a83efd8b req-e168e467-25c4-457c-bfa4-a5c9f91e8b73 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:08.414995 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5d45af42-09bc-4928-b87b-7548a83efd8b req-e168e467-25c4-457c-bfa4-a5c9f91e8b73 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 944 time: 0.0850902 May 19 09:39:08.469519 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5d45af42-09bc-4928-b87b-7548a83efd8b req-956c799d-ff02-44d6-894d-e58c075e4ef1 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473127 May 19 09:39:08.520772 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port ca341282-bfd4-457d-8b88-124ff2b32e08 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:08.524179 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Attempting to bind port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:39:08.524664 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Attempting to bind port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '3298dfca-031d-4802-8820-3bc21d3842f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:39:08.524843 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Attempting to bind port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 on network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:08.527647 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port ca341282-bfd4-457d-8b88-124ff2b32e08 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:08.528379 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.533670 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 on network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:39:08.533996 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Attempting to bind port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 on network 54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:39:08.545455 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 39, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:39:08.545815 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Checking segment: {'id': '3298dfca-031d-4802-8820-3bc21d3842f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:39:08.546169 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Bound using segment: {'id': '3298dfca-031d-4802-8820-3bc21d3842f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:39:08.546608 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Bound port: b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3298dfca-031d-4802-8820-3bc21d3842f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 956, 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:39:08.546959 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.563287 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.569327 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-836d9f31-48df-4e75-b3a6-9f37fb90101b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:08.632735 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6cb35d-6a41-47c2-9e18-abf6a02f2697 req-b9097fed-66cb-429a-af14-672c2cd8fa9d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:08.634335 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cb6cb35d-6a41-47c2-9e18-abf6a02f2697 req-b9097fed-66cb-429a-af14-672c2cd8fa9d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 945 time: 0.0960994 May 19 09:39:08.655744 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Pushing event deleted for resources: {'Port': ['ID=810ce377-e986-4ea5-98d8-e7b5e70d383b,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:08.658912 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:08.669406 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.684409 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cb6cb35d-6a41-47c2-9e18-abf6a02f2697 req-f63b1a99-fbca-48f8-863d-4709dd47babd tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426774 May 19 09:39:08.697396 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ea64f-e187-4b08-9ce5-23f2bf867b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca341282-bfd4-457d-8b88-124ff2b32e08'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:08.708776 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port ca341282-bfd4-457d-8b88-124ff2b32e08, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ca341282-bfd4-457d-8b88-124ff2b32e08,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:08.713265 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.716337 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:08.751152 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] No DVR routers for this DVR port 810ce377-e986-4ea5-98d8-e7b5e70d383b on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:39:08.754886 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.755075 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ea64f-e187-4b08-9ce5-23f2bf867b21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca341282-bfd4-457d-8b88-124ff2b32e08', 'code': 200} May 19 09:39:08.757436 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1abac89-7ac6-425d-a85d-931cad08a3e9', 'name': 'network-vif-deleted', 'tag': '810ce377-e986-4ea5-98d8-e7b5e70d383b'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:08.775301 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] For port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:39:08.779008 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] For port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:39:08.781042 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-50975e8c-b597-44a6-8197-c84fe98ee20e req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.55 "DELETE /v2.0/ports/810ce377-e986-4ea5-98d8-e7b5e70d383b HTTP/1.1" status: 204 len: 173 time: 1.2717221 May 19 09:39:08.783737 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.789037 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cfea0f99-10fb-4b27-bf90-5e7c50754b78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:08.818413 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=ca341282-bfd4-457d-8b88-124ff2b32e08,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:08.821445 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1abac89-7ac6-425d-a85d-931cad08a3e9', 'name': 'network-vif-deleted', 'tag': '810ce377-e986-4ea5-98d8-e7b5e70d383b', 'status': 'completed', 'code': 200} May 19 09:39:08.821905 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:08.850166 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:08.850779 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:08.852158 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] 10.222.0.55 "PUT /v2.0/ports/b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 HTTP/1.1" status: 200 len: 1094 time: 1.6091013 May 19 09:39:08.868872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Pushing event updated for resources: {'Port': ['ID=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:08.873820 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:09.100272 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-2bbe711b-040f-4f6f-ae2a-a41c7ede5062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:09.101768 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-2bbe711b-040f-4f6f-ae2a-a41c7ede5062 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fccd2d3ad744a8c959fd8d01fba91c1&device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 1097 time: 0.1307962 May 19 09:39:09.104191 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3a936-636a-4b90-b1fd-ca99e1358219 req-4681defb-4fd8-4cba-aa0d-9b01dc7f95c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:09.105496 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c1e3a936-636a-4b90-b1fd-ca99e1358219 req-4681defb-4fd8-4cba-aa0d-9b01dc7f95c0 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 1099 time: 0.0994198 May 19 09:39:09.198488 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-17e1ab22-9697-45cc-9783-b6fcc27d2cc9 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 HTTP/1.1" status: 200 len: 217 time: 0.0763712 May 19 09:39:09.217680 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c1e3a936-636a-4b90-b1fd-ca99e1358219 req-99e10205-870c-4c3d-af11-b21cd4f69774 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451083 May 19 09:39:09.272736 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-b4a74797-2aac-4a6d-8c27-2761d7010412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:09.274125 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-b4a74797-2aac-4a6d-8c27-2761d7010412 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c0bed37-6323-4f8e-a881-bbc0d93fa35c HTTP/1.1" status: 200 len: 848 time: 0.0584986 May 19 09:39:09.450319 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-97ce82c9-43ae-42aa-abc5-3a74b5cf3326 req-9586e623-eec1-4537-9a92-2c7c8ee03378 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1abac89-7ac6-425d-a85d-931cad08a3e9 HTTP/1.1" status: 200 len: 210 time: 0.0424263 May 19 09:39:09.483563 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-d9e6ca69-fd27-484f-865b-fb2e0a26cfff service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415623 May 19 09:39:09.628074 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-49239029-ca5a-42e3-82bf-9e772fc7edd7 service neutron] 10.222.0.55 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302788 May 19 09:39:09.665027 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef9bcb-c1e2-40b4-9efb-5f4ae5d4b84e req-3f2b0ad4-ce67-42bb-886d-35a2b2ea31d0 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:09.666951 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cfef9bcb-c1e2-40b4-9efb-5f4ae5d4b84e req-3f2b0ad4-ce67-42bb-886d-35a2b2ea31d0 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 944 time: 0.0865610 May 19 09:39:09.713819 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cfef9bcb-c1e2-40b4-9efb-5f4ae5d4b84e req-c9ad8237-44ed-419e-a2be-1d8ca49fe763 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404370 May 19 09:39:09.782017 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6c380948-144c-4a8c-8a91-8381d86ea7c7 req-6eb62fd3-d603-4980-8064-bd147481b8d1 service neutron] 10.222.0.55 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457381 May 19 09:39:09.877648 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5c67e-3d89-4adb-87be-9f461be6257d req-94ad05d9-de99-4e3f-8623-ced6a6747107 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:09.879094 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b3b5c67e-3d89-4adb-87be-9f461be6257d req-94ad05d9-de99-4e3f-8623-ced6a6747107 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 946 time: 0.0805895 May 19 09:39:09.925542 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b3b5c67e-3d89-4adb-87be-9f461be6257d req-171b49ac-58a1-46aa-8ed2-9654fc1a858c tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406177 May 19 09:39:10.393622 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 810ce377-e986-4ea5-98d8-e7b5e70d383b no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:10.429976 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 810ce377-e986-4ea5-98d8-e7b5e70d383b {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:10.430323 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 810ce377-e986-4ea5-98d8-e7b5e70d383b not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:10.543539 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59186) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:10.856888 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8460712-66b8-4a4b-9340-a501af32ce5b', 'tag': 'b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:10.919836 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3337009-6fc6-413f-bfec-f9936926b88a req-1c9a0848-a6ea-4359-92da-67d6048f1fb9 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:10.921419 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3337009-6fc6-413f-bfec-f9936926b88a req-1c9a0848-a6ea-4359-92da-67d6048f1fb9 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 944 time: 0.0803759 May 19 09:39:10.946612 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8460712-66b8-4a4b-9340-a501af32ce5b', 'tag': 'b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4', 'status': 'completed', 'code': 200} May 19 09:39:10.967592 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3337009-6fc6-413f-bfec-f9936926b88a req-c46fc35f-b18f-4b69-b759-ec870a846c7e tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 May 19 09:39:11.099806 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-653ed65d-eed9-4561-96ec-80b6f78b2c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:11.101291 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-653ed65d-eed9-4561-96ec-80b6f78b2c5f service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=4fccd2d3ad744a8c959fd8d01fba91c1&device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 1097 time: 0.1565809 May 19 09:39:11.118100 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18574f6f-8839-40e4-aec3-d6d6ce3963ba req-64f1c8a4-5b38-42a7-aebd-70f8bd0b0f59 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:11.119647 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-18574f6f-8839-40e4-aec3-d6d6ce3963ba req-64f1c8a4-5b38-42a7-aebd-70f8bd0b0f59 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 946 time: 0.0873852 May 19 09:39:11.165080 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-18574f6f-8839-40e4-aec3-d6d6ce3963ba req-51d692f8-9ab2-4a64-bb3c-237e8c90ebbe tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390909 May 19 09:39:11.285260 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-b4559417-dbb5-488e-93f5-f0756056ae6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:11.286701 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-b4559417-dbb5-488e-93f5-f0756056ae6a service neutron] 10.222.0.55 "GET /v2.0/networks?id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b HTTP/1.1" status: 200 len: 909 time: 0.1597831 May 19 09:39:11.394604 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-1e176fff-2ac9-48ce-a248-b04b13518ac2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 HTTP/1.1" status: 200 len: 217 time: 0.0699327 May 19 09:39:11.473596 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654924'] for router_interface, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:11.523948 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-2f83ec55-bd3f-4874-b3c8-6fe51aaa6e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:11.525367 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-2f83ec55-bd3f-4874-b3c8-6fe51aaa6e6e service neutron] 10.222.0.55 "GET /v2.0/subnets?id=5c0bed37-6323-4f8e-a881-bbc0d93fa35c HTTP/1.1" status: 200 len: 848 time: 0.1211562 May 19 09:39:11.591207 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-c0d74b94-cb6f-4215-a812-206b3e5fc23b service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512972 May 19 09:39:11.892397 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-a7c6f183-78c3-4aff-98f2-f6e1453d188c service neutron] 10.222.0.55 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421904 May 19 09:39:12.154004 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b10b88-61f2-4c0c-bd0e-abd519ace799 req-8bce566b-07f0-4a0a-9cd0-546c7c61c9f2 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:12.155458 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-63b10b88-61f2-4c0c-bd0e-abd519ace799 req-8bce566b-07f0-4a0a-9cd0-546c7c61c9f2 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 944 time: 0.0829041 May 19 09:39:12.201653 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-63b10b88-61f2-4c0c-bd0e-abd519ace799 req-c8c2709e-52c9-4276-8c69-37e096e0a2cc tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 May 19 09:39:12.211505 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-dd686722-5c6e-4442-8b99-93f896bfc62f req-b6f16698-5c69-42ec-bc6e-4e51aac44d42 service neutron] 10.222.0.55 "GET /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116851 May 19 09:39:12.244406 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Deleting port ee5bfcea-148a-424e-a2d2-a8719024a8c6 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:12.244748 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:12.367491 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] For port ee5bfcea-148a-424e-a2d2-a8719024a8c6, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=ee5bfcea-148a-424e-a2d2-a8719024a8c6,segment=NetworkSegment(38c904c5-0bd3-4260-9ecb-7245a77c9aa0),segment_id=38c904c5-0bd3-4260-9ecb-7245a77c9aa0)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:12.367892 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:12.373273 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d410ce-0a76-4acc-ac52-6c561561892c req-c703578d-4530-4d11-ae63-4e553204bfcc tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:12.374739 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-49d410ce-0a76-4acc-ac52-6c561561892c req-c703578d-4530-4d11-ae63-4e553204bfcc tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 946 time: 0.0843503 May 19 09:39:12.421264 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-49d410ce-0a76-4acc-ac52-6c561561892c req-3b4d077e-8444-4609-b8a1-dcdb8938718d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 May 19 09:39:12.491651 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Calling delete_port for ee5bfcea-148a-424e-a2d2-a8719024a8c6 owned by network:router_interface {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:12.774915 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:12.779036 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-776acb09-63b4-4cc4-b240-715692886249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:12.824432 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee5bfcea-148a-424e-a2d2-a8719024a8c6,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:12.828216 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:13.094888 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649692'] for router_interface, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:13.384324 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc5b9a2-4ba7-4687-86e2-c3e9c3815191 req-31418e4c-50a6-4176-915c-c952d4160b40 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:13.386282 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3bc5b9a2-4ba7-4687-86e2-c3e9c3815191 req-31418e4c-50a6-4176-915c-c952d4160b40 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 944 time: 0.0797029 May 19 09:39:13.435316 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3bc5b9a2-4ba7-4687-86e2-c3e9c3815191 req-a82b4ffa-f8c6-443e-b059-000f47a61589 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429199 May 19 09:39:13.450900 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:39:13.717881 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:39:13.726199 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] Sync routers for ids ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:39:13.729630 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] 10.222.0.46 "PUT /v2.0/routers/87ddba85-ba2c-409e-b1b4-43d86c238ee8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1850135 May 19 09:39:13.732225 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59214) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:13.736147 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] Routers {'87ddba85-ba2c-409e-b1b4-43d86c238ee8'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:13.736756 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:39:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:13.907793 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks [] for router, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:13.910408 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] Set router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:14.085100 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.155573 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Deleting port af4482e7-4046-4832-918b-8864704d7bbb {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:14.156348 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.220513 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52'}], 'enable_snat': True}, 'gw_port_id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:48Z', 'updated_at': '2021-05-19T09:39:12Z', 'revision_number': 5, 'project_id': '4aba180cf9334011801d974cc334cf79', 'gw_port': {'id': 'af4482e7-4046-4832-918b-8864704d7bbb', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:79:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:34:50Z', 'updated_at': '2021-05-19T09:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:14.224319 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] Checking router: 87ddba85-ba2c-409e-b1b4-43d86c238ee8 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:39:14.232563 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] Routers {'87ddba85-ba2c-409e-b1b4-43d86c238ee8'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:39:14.233197 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:39:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:14.276669 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] For port af4482e7-4046-4832-918b-8864704d7bbb, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=af4482e7-4046-4832-918b-8864704d7bbb,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:14.277026 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.390457 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] Set router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:39:14.415939 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Calling delete_port for af4482e7-4046-4832-918b-8864704d7bbb owned by network:router_gateway {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:14.426062 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:39:14.513095 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:48Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 6, 'project_id': '4aba180cf9334011801d974cc334cf79', 'gw_port_host': None}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:14.517208 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24833190-b7cf-49cf-8279-c86793bfd9aa None None] The sync data for ids ['87ddba85-ba2c-409e-b1b4-43d86c238ee8'] in dv-cinder-791281-2-iscsi is: [{'id': '87ddba85-ba2c-409e-b1b4-43d86c238ee8', 'name': 'tempest-ServerRescueNegativeTestJSON-785675781-router', 'tenant_id': '4aba180cf9334011801d974cc334cf79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:34:48Z', 'updated_at': '2021-05-19T09:39:14Z', 'revision_number': 6, 'project_id': '4aba180cf9334011801d974cc334cf79', 'gw_port_host': None}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:39:14.585171 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.587393 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:14.591531 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-38a87fbe-8be7-4a68-bb96-9de9b7c85763 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:14.602668 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4', 'network_id': '54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b', 'port_id': 'b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4', 'mac_address': 'fa:16:3e:5b:84:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 956, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c0bed37-6323-4f8e-a881-bbc0d93fa35c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:39:14.657788 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.657979 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee52554-87ff-4c9c-a3bb-7cc0741e0363 req-2d7ef472-ab12-48f9-8a67-a5bd7b8d24a7 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:14.659437 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ee52554-87ff-4c9c-a3bb-7cc0741e0363 req-2d7ef472-ab12-48f9-8a67-a5bd7b8d24a7 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 944 time: 0.0849605 May 19 09:39:14.670665 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Pushing event deleted for resources: {'Port': ['ID=af4482e7-4046-4832-918b-8864704d7bbb,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:14.673517 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:14.676902 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:39:14.692944 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:14.697155 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.699952 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:14.707516 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ee52554-87ff-4c9c-a3bb-7cc0741e0363 req-486ac656-4995-40f0-8fb8-1cbb0347671d tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414431 May 19 09:39:14.740543 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651111'] for router_gateway, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:14.770105 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:14.773069 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:15.013234 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7773'] for router, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.015346 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.104596 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647728'] for router, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.105105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87ddba85-ba2c-409e-b1b4-43d86c238ee8 {{(pid=91663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:39:15.124774 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.124774 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] 10.222.0.46 "DELETE /v2.0/routers/87ddba85-ba2c-409e-b1b4-43d86c238ee8 HTTP/1.1" status: 204 len: 168 time: 1.3861797 May 19 09:39:15.124774 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59230) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:15.183310 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d45fa0-d1e1-4769-8a06-8413bd56dd7e admin admin] Deleting subnet 2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:39:15.186339 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c9d45fa0-d1e1-4769-8a06-8413bd56dd7e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.214657 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:39:15.235180 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c9d45fa0-d1e1-4769-8a06-8413bd56dd7e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.296749 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c9d45fa0-d1e1-4769-8a06-8413bd56dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.546543 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c9d45fa0-d1e1-4769-8a06-8413bd56dd7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.551384 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-394a0125-6027-4980-8405-57248b3ea313 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:15.590570 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d45fa0-d1e1-4769-8a06-8413bd56dd7e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:15.592655 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c9d45fa0-d1e1-4769-8a06-8413bd56dd7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.595404 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c9d45fa0-d1e1-4769-8a06-8413bd56dd7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:15.599458 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c9d45fa0-d1e1-4769-8a06-8413bd56dd7e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2ef8a356-2ef6-4c7d-9aeb-58bfcdd0cee7 HTTP/1.1" status: 204 len: 168 time: 0.4766605 May 19 09:39:15.601907 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59234) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:15.709039 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.840529 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.854719 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8f507e5-77e4-4789-80f8-383757915103']}} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:15.867096 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38c904c5-0bd3-4260-9ecb-7245a77c9aa0') {'for_net_delete': True} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:15.867404 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38c904c5-0bd3-4260-9ecb-7245a77c9aa0') {} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:39:15.880310 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-722313'] for segment, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.896301 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.903050 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Releasing vlan 987 on physical network physnet1 to pool {{(pid=91663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:39:15.903505 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14800010'] for segment, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:15.905596 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c0555-88f3-431c-a191-d5b4b584628e req-7e46c0a0-880b-4c74-8a3c-954b2abf98dd tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:15.907066 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-921c0555-88f3-431c-a191-d5b4b584628e req-7e46c0a0-880b-4c74-8a3c-954b2abf98dd tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 945 time: 0.0859075 May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: Traceback (most recent call last): May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: timer() May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: cb(*args, **kw) May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: return func(*args, **kwargs) May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: self._notify() May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: self.callback(batched_events) May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: event.method(event) May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: return f(self, *a, **k) May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._get(url).json() May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: return self.request(url, 'GET', **kwargs) May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:39:15.917164 dv-cinder-791281-2-iscsi neutron-server[91663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:39:15.996420 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:16.000756 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:16.013958 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:16.024529 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Pushing event deleted for resources: {'Network': ['ID=a8f507e5-77e4-4789-80f8-383757915103,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:16.028256 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:16.029061 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-921c0555-88f3-431c-a191-d5b4b584628e req-093a1879-09d8-428e-8ba2-adcad89c4074 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156411 May 19 09:39:16.037025 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-494df921-ff09-40b1-a9f7-09c6a8502f2c admin admin] 10.222.0.46 "DELETE /v2.0/networks/a8f507e5-77e4-4789-80f8-383757915103 HTTP/1.1" status: 204 len: 168 time: 0.4319499 May 19 09:39:16.148856 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59244) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:16.197884 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-7c8e739c-ee4e-4883-83c8-f67e283611a7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4aba180cf9334011801d974cc334cf79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477457 May 19 09:39:16.200334 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59248) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:16.257674 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8804-f5a2-47be-a14d-74b2b8e91c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:16.283037 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8804-f5a2-47be-a14d-74b2b8e91c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:16.333671 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8804-f5a2-47be-a14d-74b2b8e91c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:16.338390 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-bd5408e8-a0f6-4201-a445-a85e9c1e5242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:16.353426 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3e8804-f5a2-47be-a14d-74b2b8e91c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=380aac2e-7eb4-46db-b7f0-b76d3ca4aca5,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:16.356403 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0b3e8804-f5a2-47be-a14d-74b2b8e91c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:16.364312 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0b3e8804-f5a2-47be-a14d-74b2b8e91c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:16.365356 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0b3e8804-f5a2-47be-a14d-74b2b8e91c81 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/380aac2e-7eb4-46db-b7f0-b76d3ca4aca5 HTTP/1.1" status: 204 len: 168 time: 0.1641209 May 19 09:39:16.429745 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ee5bfcea-148a-424e-a2d2-a8719024a8c6 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:16.467000 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: ee5bfcea-148a-424e-a2d2-a8719024a8c6 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:16.467363 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ee5bfcea-148a-424e-a2d2-a8719024a8c6 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:16.467823 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device af4482e7-4046-4832-918b-8864704d7bbb no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:16.500710 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: af4482e7-4046-4832-918b-8864704d7bbb {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:16.501072 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device af4482e7-4046-4832-918b-8864704d7bbb not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:17.222096 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5413838c-bced-438f-826a-1dc0bf90da60 req-68db81ca-5867-4478-b39a-4b1bd5ac39fd tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:17.223756 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5413838c-bced-438f-826a-1dc0bf90da60 req-68db81ca-5867-4478-b39a-4b1bd5ac39fd tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 945 time: 0.0816131 May 19 09:39:17.269029 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5413838c-bced-438f-826a-1dc0bf90da60 req-a0f63e10-5984-435f-adb9-960c80bde621 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387228 May 19 09:39:18.442496 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:39:18.478080 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300f39-952f-421a-a86b-ab6ee7144b2b req-27d68660-f72b-4ad5-873b-2a91a88ea4c0 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:18.480141 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-33300f39-952f-421a-a86b-ab6ee7144b2b req-27d68660-f72b-4ad5-873b-2a91a88ea4c0 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 945 time: 0.1020629 May 19 09:39:18.526793 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-33300f39-952f-421a-a86b-ab6ee7144b2b req-a45b0ceb-d292-4e18-b442-dd5d4209d9aa tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402994 May 19 09:39:18.530591 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:39:18.537320 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:39:18.537320 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:18.653642 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:18.679818 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8460712-66b8-4a4b-9340-a501af32ce5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:18.690512 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:18.695436 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:18.698645 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:18.731500 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8460712-66b8-4a4b-9340-a501af32ce5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4', 'code': 200} May 19 09:39:18.769032 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:18.772368 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:18.974733 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59330) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:18.998566 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c1c41a-ee82-48f2-9290-e9b55eb78a6b req-d5476d5f-fe99-4a41-8b7c-2fdbb4057fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:19.000082 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b7c1c41a-ee82-48f2-9290-e9b55eb78a6b req-d5476d5f-fe99-4a41-8b7c-2fdbb4057fcf service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 1099 time: 0.0720463 May 19 09:39:19.042855 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b7c1c41a-ee82-48f2-9290-e9b55eb78a6b req-c18ffa88-e774-4488-aace-f9f4e5dafbc0 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341601 May 19 09:39:19.092287 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.106142 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:19.109886 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Usage tracker for resource:security_group_rule and tenant:7773aede37824460b3e75dc0dc05932e is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:19.112675 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:19.118696 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:19.197133 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.201996 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.210173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-79da7de4-d421-457a-811c-f2262c19619f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:19.252065 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7773aede37824460b3e75dc0dc05932e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762640 May 19 09:39:19.252941 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4280e11d-ffb3-41e6-9919-582f233b1e88,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:19.254988 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59336) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:19.260767 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.261141 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.261508 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.261862 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.262212 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.262571 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.262920 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.263266 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.263651 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.263980 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.264325 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.264667 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.268513 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:19.316540 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.342373 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.391775 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.395214 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:19.406788 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4280e11d-ffb3-41e6-9919-582f233b1e88,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:19.414298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.414683 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.415061 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.415425 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.415813 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.416204 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.416575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.416932 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.417288 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.417641 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.418050 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.418406 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:39:19.422754 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:19.426156 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.427265 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4280e11d-ffb3-41e6-9919-582f233b1e88 HTTP/1.1" status: 204 len: 168 time: 0.1712697 May 19 09:39:19.712871 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59348) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:19.722365 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b3f806-9394-4daa-8ab2-04eac02b41b0 req-2d43040b-617b-4648-8a30-2511736bbc8a tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:19.723877 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e8b3f806-9394-4daa-8ab2-04eac02b41b0 req-2d43040b-617b-4648-8a30-2511736bbc8a tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 946 time: 0.0893445 May 19 09:39:19.732575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.747572 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:19.751395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Usage tracker for resource:security_group_rule and tenant:5e52d381e44340f080fcead54c234bc2 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:19.754260 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:19.760136 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:19.769330 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e8b3f806-9394-4daa-8ab2-04eac02b41b0 req-b5c069dc-1f76-41d6-acae-7c2ba1082df9 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 May 19 09:39:19.845100 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.848752 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.857228 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-050ec1f2-cb4b-418a-8240-62afefc2a510 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:19.898616 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5e52d381e44340f080fcead54c234bc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1841207 May 19 09:39:19.899394 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a40ac4cc-2ca9-412b-b886-e61c935b2e0e,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:19.902229 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59352) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:19.902385 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:19.959716 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-01541bd7-fb22-40ed-955f-94cdd4581a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:19.988082 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-01541bd7-fb22-40ed-955f-94cdd4581a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:20.038048 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-01541bd7-fb22-40ed-955f-94cdd4581a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:20.043213 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c0ba1fa3-73c6-4919-9415-a53112a55682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:20.054773 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01541bd7-fb22-40ed-955f-94cdd4581a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a40ac4cc-2ca9-412b-b886-e61c935b2e0e,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:20.058673 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-01541bd7-fb22-40ed-955f-94cdd4581a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:20.065107 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-01541bd7-fb22-40ed-955f-94cdd4581a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:20.066338 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-01541bd7-fb22-40ed-955f-94cdd4581a5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a40ac4cc-2ca9-412b-b886-e61c935b2e0e HTTP/1.1" status: 204 len: 168 time: 0.1626382 May 19 09:39:20.893066 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:39:21.006189 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448e85c-5308-4931-a192-a97468576209 req-5b52dcaf-7816-486f-a238-1e4a4007ed0c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:21.007659 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c448e85c-5308-4931-a192-a97468576209 req-5b52dcaf-7816-486f-a238-1e4a4007ed0c tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 946 time: 0.0822248 May 19 09:39:21.052000 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c448e85c-5308-4931-a192-a97468576209 req-e3d7e379-d67b-4af5-8231-ec5d87c772b5 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386052 May 19 09:39:21.912656 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59424) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:22.031632 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.046193 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:22.049984 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Usage tracker for resource:security_group_rule and tenant:0108307376a84516af6c5355060186b7 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:22.052842 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:22.058492 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:22.140708 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.144352 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.152737 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-82bfd681-0cb1-4cab-84ba-46cbe929325a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:22.190976 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0108307376a84516af6c5355060186b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2772906 May 19 09:39:22.192615 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=217eb01e-3616-414f-aae2-1812e4f090a9,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:22.193689 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59434) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:22.195641 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:22.253784 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f43ef5e8-e2f2-472a-a2aa-5182d7c2bd91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.279438 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f43ef5e8-e2f2-472a-a2aa-5182d7c2bd91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.329480 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f43ef5e8-e2f2-472a-a2aa-5182d7c2bd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.333244 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-67d08935-52ce-4f9d-8d22-d630495ca217 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:22.344136 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43ef5e8-e2f2-472a-a2aa-5182d7c2bd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=217eb01e-3616-414f-aae2-1812e4f090a9,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:22.347906 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f43ef5e8-e2f2-472a-a2aa-5182d7c2bd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:22.351173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f43ef5e8-e2f2-472a-a2aa-5182d7c2bd91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.352288 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-f43ef5e8-e2f2-472a-a2aa-5182d7c2bd91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/217eb01e-3616-414f-aae2-1812e4f090a9 HTTP/1.1" status: 204 len: 168 time: 0.1576395 May 19 09:39:22.625572 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59442) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:22.643303 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.657842 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:22.661727 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8e6fb0cef44a809700a1537e84289d is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:22.664662 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:22.670820 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:22.752423 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.756077 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.768315 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3db5d0a6-445f-4b9c-9fa2-9260def706ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:22.807385 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c8e6fb0cef44a809700a1537e84289d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1806552 May 19 09:39:22.808231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dba8034-446b-4821-ad58-e3fb89823f34,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:22.810418 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59446) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:22.811265 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:22.868933 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-90e9108d-5e35-42ca-ab20-6888058b43a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.894182 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-90e9108d-5e35-42ca-ab20-6888058b43a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.946696 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-90e9108d-5e35-42ca-ab20-6888058b43a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.951807 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-5be55776-816d-4f19-9165-32b3033721aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:22.964871 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e9108d-5e35-42ca-ab20-6888058b43a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dba8034-446b-4821-ad58-e3fb89823f34,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:22.967513 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-90e9108d-5e35-42ca-ab20-6888058b43a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:22.968729 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-90e9108d-5e35-42ca-ab20-6888058b43a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:22.970322 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-90e9108d-5e35-42ca-ab20-6888058b43a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9dba8034-446b-4821-ad58-e3fb89823f34 HTTP/1.1" status: 204 len: 168 time: 0.1583772 May 19 09:39:25.474400 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59526) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:25.588254 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:25.602205 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:25.606105 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Usage tracker for resource:security_group_rule and tenant:9b2ba9516b184365b63c62bb4cc7edda is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:25.608915 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:25.614541 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:25.695744 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:25.699416 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:25.708127 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-096540ce-1ca0-4f6e-9982-88e765ecfb08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:25.747902 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b2ba9516b184365b63c62bb4cc7edda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2723784 May 19 09:39:25.748716 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b79051-0157-4cb9-9e35-04738c7656fd,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:25.750505 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59532) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:25.751799 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:25.809546 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-44880588-b990-430a-9195-815cb8b5875d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:25.835236 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-44880588-b990-430a-9195-815cb8b5875d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:25.885926 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-44880588-b990-430a-9195-815cb8b5875d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:25.890607 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7d9f9f61-8d41-4840-840c-48bdad1e8ab3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:25.905888 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44880588-b990-430a-9195-815cb8b5875d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b79051-0157-4cb9-9e35-04738c7656fd,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:25.908673 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-44880588-b990-430a-9195-815cb8b5875d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:25.919956 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-44880588-b990-430a-9195-815cb8b5875d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:25.921079 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-44880588-b990-430a-9195-815cb8b5875d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79b79051-0157-4cb9-9e35-04738c7656fd HTTP/1.1" status: 204 len: 168 time: 0.1696024 May 19 09:39:26.192029 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59542) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:26.210766 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:26.224527 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:26.228301 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac4db15828a4a10981db2a69a168859 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:26.231127 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:26.237058 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:26.325181 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:26.330180 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:26.336950 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-01541bd7-fb22-40ed-955f-94cdd4581a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:26.375545 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8a9427f-77d4-4b62-acf5-7970f41787b9,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:26.379789 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7ac4db15828a4a10981db2a69a168859&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1866665 May 19 09:39:26.380652 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:26.382552 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59546) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:26.440299 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-65507321-9d35-437b-b3bf-5009516504c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:26.465862 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-65507321-9d35-437b-b3bf-5009516504c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:26.518676 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-65507321-9d35-437b-b3bf-5009516504c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:26.522371 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-163e3f5f-11a1-4aa6-87d0-7be88b373cf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:26.534147 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65507321-9d35-437b-b3bf-5009516504c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8a9427f-77d4-4b62-acf5-7970f41787b9,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:26.536948 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-65507321-9d35-437b-b3bf-5009516504c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:26.544345 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-65507321-9d35-437b-b3bf-5009516504c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:26.547629 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-65507321-9d35-437b-b3bf-5009516504c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d8a9427f-77d4-4b62-acf5-7970f41787b9 HTTP/1.1" status: 204 len: 168 time: 0.1620052 May 19 09:39:28.138290 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f86c57a-bf1c-46fa-b5b4-24124907ad0d req-9900e51b-ad3e-49e6-9402-0da9bfd1156a tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:28.139874 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5f86c57a-bf1c-46fa-b5b4-24124907ad0d req-9900e51b-ad3e-49e6-9402-0da9bfd1156a tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 946 time: 0.0856860 May 19 09:39:28.187413 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5f86c57a-bf1c-46fa-b5b4-24124907ad0d req-54964912-c8b2-4b34-9812-dead42030727 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404108 May 19 09:39:28.831229 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59634) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:28.944794 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:28.959622 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:28.963904 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Usage tracker for resource:security_group_rule and tenant:f4ca86b31eaf4f1f86733bf54cfccd9b is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:28.966658 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:28.972286 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:29.148818 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.152897 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.161112 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5fd18a9e-0a62-49e8-8ff1-cb3d27091859 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:29.199873 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f4ca86b31eaf4f1f86733bf54cfccd9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3675847 May 19 09:39:29.201474 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0357a1e-b96b-415b-974f-2dbf3bdce7fa,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:29.202890 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59640) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:29.204704 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:29.264651 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd61-dc5a-405d-9aa2-6ec0b3499ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.290230 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd61-dc5a-405d-9aa2-6ec0b3499ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.401413 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69121a98-d6d0-4a41-893b-8c00b3f14697 req-7f225839-5946-454b-8fa4-77ef4df4fa3b tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:29.402904 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-69121a98-d6d0-4a41-893b-8c00b3f14697 req-7f225839-5946-454b-8fa4-77ef4df4fa3b tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 946 time: 0.1032856 May 19 09:39:29.403937 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd61-dc5a-405d-9aa2-6ec0b3499ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.407418 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3d2e8985-d1f4-45a7-ae83-7f1c9c16075b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:29.434425 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a07cd61-dc5a-405d-9aa2-6ec0b3499ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0357a1e-b96b-415b-974f-2dbf3bdce7fa,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:29.441778 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7a07cd61-dc5a-405d-9aa2-6ec0b3499ce1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:29.444769 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7a07cd61-dc5a-405d-9aa2-6ec0b3499ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.448200 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-7a07cd61-dc5a-405d-9aa2-6ec0b3499ce1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b0357a1e-b96b-415b-974f-2dbf3bdce7fa HTTP/1.1" status: 204 len: 168 time: 0.2413073 May 19 09:39:29.466840 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-69121a98-d6d0-4a41-893b-8c00b3f14697 req-8ed48e81-6739-49bc-ba85-2ebdf37166a3 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532112 May 19 09:39:29.724053 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59652) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:29.743052 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.757710 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:29.761453 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Usage tracker for resource:security_group_rule and tenant:7c7ab08e9add4cc3b8540e98eafc7be0 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:29.764237 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:29.769932 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:29.848777 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.852747 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.861364 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8929744b-22e6-41bd-b564-e09987fa131a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:29.899039 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c7ab08e9add4cc3b8540e98eafc7be0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1739259 May 19 09:39:29.900711 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd697b6c-d02a-480c-b6cc-a9e9c0fa8706,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:29.901837 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59656) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:29.903869 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:29.962573 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ffb45343-11ab-4fab-a1bf-de9329cad4ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:29.988178 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ffb45343-11ab-4fab-a1bf-de9329cad4ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:30.037615 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ffb45343-11ab-4fab-a1bf-de9329cad4ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:30.041299 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1d05bf28-4a39-49e7-a639-fbb3532996c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:30.052115 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb45343-11ab-4fab-a1bf-de9329cad4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd697b6c-d02a-480c-b6cc-a9e9c0fa8706,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:30.057037 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ffb45343-11ab-4fab-a1bf-de9329cad4ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:30.058943 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ffb45343-11ab-4fab-a1bf-de9329cad4ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:30.060074 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-ffb45343-11ab-4fab-a1bf-de9329cad4ed admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd697b6c-d02a-480c-b6cc-a9e9c0fa8706 HTTP/1.1" status: 204 len: 168 time: 0.1571782 May 19 09:39:30.660669 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1786b781-3bab-492f-b35d-34a2b00d6a4b req-5290e7d2-4fcd-4bbf-ac36-27f9bcdff560 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:30.662148 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1786b781-3bab-492f-b35d-34a2b00d6a4b req-5290e7d2-4fcd-4bbf-ac36-27f9bcdff560 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 946 time: 0.0831637 May 19 09:39:30.712555 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1786b781-3bab-492f-b35d-34a2b00d6a4b req-a147ce65-9ccf-40c0-ac6c-ab2ef59d369b tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431802 May 19 09:39:31.398293 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 59706) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:31.511041 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:31.525036 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:31.529404 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Usage tracker for resource:security_group_rule and tenant:3caef4a5115841179491b78773f63df4 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:31.532216 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:31.537930 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:31.621107 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:31.624909 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:31.633224 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4a0aa078-778d-4743-909e-151e4aabbff0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:31.656699 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a0c3dde5-0af4-4986-81bf-51142e4117cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:31.673572 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3caef4a5115841179491b78773f63df4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2742355 May 19 09:39:31.675213 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08aaa3c1-9430-4c45-9207-d761d3fae242,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:31.676285 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 59714) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:31.678144 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:31.739463 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-12b5c66a-0e3d-4e42-b12a-ee390673c3f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:31.765500 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-12b5c66a-0e3d-4e42-b12a-ee390673c3f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:31.818027 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-12b5c66a-0e3d-4e42-b12a-ee390673c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:31.822691 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0bbafea0-cf84-42d1-b653-c94eaadb6b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:31.837037 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b5c66a-0e3d-4e42-b12a-ee390673c3f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08aaa3c1-9430-4c45-9207-d761d3fae242,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:31.840409 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-12b5c66a-0e3d-4e42-b12a-ee390673c3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:31.849478 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-12b5c66a-0e3d-4e42-b12a-ee390673c3f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:31.852829 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-12b5c66a-0e3d-4e42-b12a-ee390673c3f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/08aaa3c1-9430-4c45-9207-d761d3fae242 HTTP/1.1" status: 204 len: 168 time: 0.1733046 May 19 09:39:31.976475 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc267bf-f03e-4ba0-a2bb-dc66f5c1cfbb req-7d7b8b4f-111f-4d2a-8c41-ca0ee96eedf8 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:31.978123 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5bc267bf-f03e-4ba0-a2bb-dc66f5c1cfbb req-7d7b8b4f-111f-4d2a-8c41-ca0ee96eedf8 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 946 time: 0.1602461 May 19 09:39:32.022691 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5bc267bf-f03e-4ba0-a2bb-dc66f5c1cfbb req-60f3b76e-6029-44fe-822f-e138a9a02a24 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384486 May 19 09:39:33.226296 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3162fce-1a85-4ef4-af09-39f0c588ac4e req-b3a9294d-4500-4440-8b25-5d10c6c93819 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:33.227775 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3162fce-1a85-4ef4-af09-39f0c588ac4e req-b3a9294d-4500-4440-8b25-5d10c6c93819 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 946 time: 0.0847256 May 19 09:39:33.275741 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3162fce-1a85-4ef4-af09-39f0c588ac4e req-92b6f3b0-85c4-4441-b480-bb453bdb2162 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409760 May 19 09:39:34.353606 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:34.382195 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-20e129b6-d705-4198-992d-f55281fa629d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:34.469368 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8864cf52-7a3e-4846-9231-e11c63cbdb4f req-6c0d5f1b-6f75-4fbc-9274-042084fdf3da tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:34.470729 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8864cf52-7a3e-4846-9231-e11c63cbdb4f req-6c0d5f1b-6f75-4fbc-9274-042084fdf3da tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 946 time: 0.0805120 May 19 09:39:34.514850 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8864cf52-7a3e-4846-9231-e11c63cbdb4f req-51ea186c-6357-4fab-8c24-af0cbebab9c6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/security-groups?id=1353827f-24cc-4dec-8956-36eb00080027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379722 May 19 09:39:34.708783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-63b94131-1400-4fb0-bae7-bc91b42ee8c5 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:34.710115 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-63b94131-1400-4fb0-bae7-bc91b42ee8c5 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Synchronizing usage tracker for tenant:4fccd2d3ad744a8c959fd8d01fba91c1 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:39:34.726719 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-63b94131-1400-4fb0-bae7-bc91b42ee8c5 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Unset dirty status for tenant:4fccd2d3ad744a8c959fd8d01fba91c1 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:39:34.727823 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-63b94131-1400-4fb0-bae7-bc91b42ee8c5 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.55 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 946 time: 0.1018717 May 19 09:39:34.868649 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Deleting port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:34.869604 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:35.002362 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] For port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,segment=NetworkSegment(3298dfca-031d-4802-8820-3bc21d3842f6),segment_id=3298dfca-031d-4802-8820-3bc21d3842f6)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:35.002656 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:35.126578 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Calling delete_port for b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:35.155815 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:35.244915 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:35.250467 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-894e7569-106a-4ac2-bc01-61d14a172e23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:35.257802 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:39:35.298418 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Pushing event deleted for resources: {'Port': ['ID=b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:35.301562 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:35.374147 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] No DVR routers for this DVR port b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:39:35.376844 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:35.379747 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8460712-66b8-4a4b-9340-a501af32ce5b', 'name': 'network-vif-deleted', 'tag': 'b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:35.397490 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-cf196c83-cb4f-4c88-a7a4-ce23261d8afc req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.55 "DELETE /v2.0/ports/b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 HTTP/1.1" status: 204 len: 173 time: 0.6627870 May 19 09:39:35.425984 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8460712-66b8-4a4b-9340-a501af32ce5b', 'name': 'network-vif-deleted', 'tag': 'b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4', 'status': 'completed', 'code': 200} May 19 09:39:35.686459 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6b1b4df2-01d0-4cc9-93de-91637770bb0e req-6a31f820-5fbe-4e4f-9071-bde886bea084 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8460712-66b8-4a4b-9340-a501af32ce5b HTTP/1.1" status: 200 len: 210 time: 0.0484262 May 19 09:39:36.719661 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:37.744962 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:40.715927 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:39:40.749229 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:39:40.749582 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device b2dbac1e-47cd-4c9d-88ab-93f06b1e13f4 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:39:50.710239 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9c25ba-a413-4134-9934-790af14165d9 req-5e539a95-0476-4e96-b940-d91b7f841cc5 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:50.712836 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ad9c25ba-a413-4134-9934-790af14165d9 req-5e539a95-0476-4e96-b940-d91b7f841cc5 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1540694 May 19 09:39:50.787533 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ad9c25ba-a413-4134-9934-790af14165d9 req-0b5a9de8-96c0-4dbc-8323-282637d86adb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682921 May 19 09:39:50.979887 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60008) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:51.159809 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:51.184899 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:39:51.189389 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Usage tracker for resource:security_group_rule and tenant:9a4d4bf82883437a9c6a103e4dffc63f is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:39:51.201566 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:39:51.231980 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:39:51.367149 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:51.372764 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:51.408056 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0d0bdef0-190e-46d1-856f-09fa64edbab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:51.418777 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9a4d4bf82883437a9c6a103e4dffc63f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377830 May 19 09:39:51.421363 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60022) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:39:51.469435 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae051ba-aff0-41cc-b5c8-b4c2d5eafe1a,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:51.472670 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:51.517511 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-45d0dd10-c2e2-404f-b17e-e4ae5646b2de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:51.549599 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-45d0dd10-c2e2-404f-b17e-e4ae5646b2de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:51.613228 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-45d0dd10-c2e2-404f-b17e-e4ae5646b2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:51.619681 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-70365a30-8bdf-457a-ad41-65c0156fb851 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:51.633814 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d0dd10-c2e2-404f-b17e-e4ae5646b2de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae051ba-aff0-41cc-b5c8-b4c2d5eafe1a,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:51.640834 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-45d0dd10-c2e2-404f-b17e-e4ae5646b2de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:51.642983 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-45d0dd10-c2e2-404f-b17e-e4ae5646b2de admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:51.645434 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-45d0dd10-c2e2-404f-b17e-e4ae5646b2de admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2ae051ba-aff0-41cc-b5c8-b4c2d5eafe1a HTTP/1.1" status: 204 len: 168 time: 0.2226269 May 19 09:39:52.013859 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad81fa34-588b-49a7-ad85-42ee3a2f4abe req-ddc4c2fd-935b-44e6-9806-0736c51b261c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:52.015392 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ad81fa34-588b-49a7-ad85-42ee3a2f4abe req-ddc4c2fd-935b-44e6-9806-0736c51b261c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1075463 May 19 09:39:52.080209 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ad81fa34-588b-49a7-ad85-42ee3a2f4abe req-87db0b4e-a61a-4e55-b342-d22a5a7e17e5 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577126 May 19 09:39:53.278651 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecb3e8-a483-45e5-869a-151ec6adec0d req-425814d7-8046-43e8-8165-b590b59119cc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:53.281039 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d2ecb3e8-a483-45e5-869a-151ec6adec0d req-425814d7-8046-43e8-8165-b590b59119cc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0895538 May 19 09:39:53.328297 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d2ecb3e8-a483-45e5-869a-151ec6adec0d req-4c0b2766-aa7e-4fd4-b103-5ce703da5279 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411472 May 19 09:39:53.927121 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f7c659-fa8e-44ef-891b-8d40fbbb39e4 req-cd51aac8-5bb0-4466-abcd-e7004b218ce1 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:53.929190 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b4f7c659-fa8e-44ef-891b-8d40fbbb39e4 req-cd51aac8-5bb0-4466-abcd-e7004b218ce1 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 946 time: 0.0883958 May 19 09:39:53.988085 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b4f7c659-fa8e-44ef-891b-8d40fbbb39e4 req-855e0771-b00e-4f48-b7e4-7b9eafe9a364 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514863 May 19 09:39:54.590049 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86660018-bf56-4778-8d07-e4c53e948803 req-de6f9d99-18c3-4ca5-afc5-f8c8d75e077b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:54.592244 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-86660018-bf56-4778-8d07-e4c53e948803 req-de6f9d99-18c3-4ca5-afc5-f8c8d75e077b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1065314 May 19 09:39:54.648487 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-86660018-bf56-4778-8d07-e4c53e948803 req-1e0c2f09-d5af-4387-8262-3d35a626b59c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431890 May 19 09:39:55.215673 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41af2f7-e83c-4d54-a1a7-68f2cdd17cb6 req-870a854d-2375-49cd-97c2-787cf3e6a0f1 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:55.217353 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b41af2f7-e83c-4d54-a1a7-68f2cdd17cb6 req-870a854d-2375-49cd-97c2-787cf3e6a0f1 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 946 time: 0.0875230 May 19 09:39:55.276946 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b41af2f7-e83c-4d54-a1a7-68f2cdd17cb6 req-b7ce36b7-6169-4127-a1dd-df61ed57fa4b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515819 May 19 09:39:55.844920 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9149bb09-b0f0-4f8c-b61c-6bcb3d928554 req-dd1c4fc2-62ef-41f9-97da-16f41406bf1f tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:55.846533 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9149bb09-b0f0-4f8c-b61c-6bcb3d928554 req-dd1c4fc2-62ef-41f9-97da-16f41406bf1f tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0847306 May 19 09:39:55.898492 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9149bb09-b0f0-4f8c-b61c-6bcb3d928554 req-58bc4db1-783c-4d7f-a61b-4be7f9643b05 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454533 May 19 09:39:56.373120 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-c8b3c6b0-3613-4ae5-b6bc-8351cbca63c6 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:56.374025 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-c8b3c6b0-3613-4ae5-b6bc-8351cbca63c6 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Synchronizing usage tracker for tenant:dfb441aa98744918a800bde78b7b52c3 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:39:56.400892 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-c8b3c6b0-3613-4ae5-b6bc-8351cbca63c6 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Unset dirty status for tenant:dfb441aa98744918a800bde78b7b52c3 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:39:56.402781 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-c8b3c6b0-3613-4ae5-b6bc-8351cbca63c6 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.55 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 946 time: 0.1390533 May 19 09:39:56.539565 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee80d88-4863-4dd8-89ca-4851ecc8d008 req-fb0c2e64-d646-4c28-b04e-f7e4097d547d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:56.547393 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eee80d88-4863-4dd8-89ca-4851ecc8d008 req-fb0c2e64-d646-4c28-b04e-f7e4097d547d tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 946 time: 0.1419668 May 19 09:39:56.598472 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Deleting port ca341282-bfd4-457d-8b88-124ff2b32e08 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:39:56.598829 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.607785 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eee80d88-4863-4dd8-89ca-4851ecc8d008 req-bfbd5138-40b5-48d5-bac9-6d89a401a031 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/security-groups?id=78a8ba01-6c07-4168-b13d-015a296e5692&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568113 May 19 09:39:56.745219 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] For port ca341282-bfd4-457d-8b88-124ff2b32e08, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=ca341282-bfd4-457d-8b88-124ff2b32e08,segment=NetworkSegment(7a2a565f-7f52-4db9-99c9-5b53d4e3320e),segment_id=7a2a565f-7f52-4db9-99c9-5b53d4e3320e)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:39:56.746113 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:56.872926 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Calling delete_port for ca341282-bfd4-457d-8b88-124ff2b32e08 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:39:57.098176 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.110077 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['ca341282-bfd4-457d-8b88-124ff2b32e08'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:39:57.122471 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-166e4983-669c-44ee-b1fb-f1113c012372 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:39:57.141189 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53b6a0-0eb1-4291-b89e-805080d6174a req-ecd5a563-7fec-4ca2-a789-44eb33a20416 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:57.149300 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ec53b6a0-0eb1-4291-b89e-805080d6174a req-ecd5a563-7fec-4ca2-a789-44eb33a20416 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1275215 May 19 09:39:57.198105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Pushing event deleted for resources: {'Port': ['ID=ca341282-bfd4-457d-8b88-124ff2b32e08,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:39:57.216819 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ec53b6a0-0eb1-4291-b89e-805080d6174a req-4d871c44-f5c8-49b0-8989-165630c47d9c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658572 May 19 09:39:57.236293 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:39:57.287105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] No DVR routers for this DVR port ca341282-bfd4-457d-8b88-124ff2b32e08 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:39:57.290770 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:39:57.294357 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb5ea64f-e187-4b08-9ce5-23f2bf867b21', 'name': 'network-vif-deleted', 'tag': 'ca341282-bfd4-457d-8b88-124ff2b32e08'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:39:57.315029 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7c6bd96a-1a8d-433b-bfd2-fda01f673927 req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.55 "DELETE /v2.0/ports/ca341282-bfd4-457d-8b88-124ff2b32e08 HTTP/1.1" status: 204 len: 173 time: 0.9039221 May 19 09:39:57.360863 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb5ea64f-e187-4b08-9ce5-23f2bf867b21', 'name': 'network-vif-deleted', 'tag': 'ca341282-bfd4-457d-8b88-124ff2b32e08', 'status': 'completed', 'code': 200} May 19 09:39:57.796767 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-05018ec4-0e2a-441c-a254-f7ec43ac25ce req-ab0ff2be-02f6-45a0-a218-4e4a008826f7 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] 10.222.0.46 "GET /v2.0/ports?device_id=bb5ea64f-e187-4b08-9ce5-23f2bf867b21 HTTP/1.1" status: 200 len: 210 time: 0.0464959 May 19 09:39:57.882528 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:39:58.454177 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebdb6f6-1ecb-42fb-9fc8-52720e881083 req-05302912-5c0a-4a25-8b41-79aa2f0bf614 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:58.455910 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-aebdb6f6-1ecb-42fb-9fc8-52720e881083 req-05302912-5c0a-4a25-8b41-79aa2f0bf614 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1066163 May 19 09:39:58.516312 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-aebdb6f6-1ecb-42fb-9fc8-52720e881083 req-454d24cb-307a-40ee-814a-48bf7b7ebd4d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505626 May 19 09:39:59.728403 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4932f-3d8a-4cea-a687-1d352807010b req-b361638a-fa28-4a4a-85af-7601c07fc603 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:39:59.735745 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-06b4932f-3d8a-4cea-a687-1d352807010b req-b361638a-fa28-4a4a-85af-7601c07fc603 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0974255 May 19 09:39:59.780521 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-06b4932f-3d8a-4cea-a687-1d352807010b req-3236eccb-08ed-4dcb-acdc-7ca1a912140e tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439949 May 19 09:40:00.784696 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ca341282-bfd4-457d-8b88-124ff2b32e08 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:40:00.825564 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: ca341282-bfd4-457d-8b88-124ff2b32e08 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:40:00.825938 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device ca341282-bfd4-457d-8b88-124ff2b32e08 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:40:00.999404 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0408ad-4e45-4975-9fb6-9fcf3d8c3f28 req-3611f50f-34f5-47ed-a552-fba1c84c7735 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:01.001001 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6e0408ad-4e45-4975-9fb6-9fcf3d8c3f28 req-3611f50f-34f5-47ed-a552-fba1c84c7735 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0932667 May 19 09:40:01.051088 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6e0408ad-4e45-4975-9fb6-9fcf3d8c3f28 req-52bc888e-b5e1-49d9-8eb2-de126ff95411 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 May 19 09:40:01.284127 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f082b-36b0-4969-9819-a699f124475d req-83622592-0124-475a-bf76-8038031b68ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:01.287378 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b10f082b-36b0-4969-9819-a699f124475d req-83622592-0124-475a-bf76-8038031b68ff service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1137 time: 0.1065631 May 19 09:40:01.296547 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981b1a3-110c-4176-8f5e-6c2c4a26458b req-f78447a3-6886-4ece-bc00-21c602ffdb5b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:01.298357 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1981b1a3-110c-4176-8f5e-6c2c4a26458b req-f78447a3-6886-4ece-bc00-21c602ffdb5b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.1069400 May 19 09:40:01.355449 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1981b1a3-110c-4176-8f5e-6c2c4a26458b req-6f0f7b51-cec2-44cc-9a83-0f45bee8852e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507901 May 19 09:40:01.659152 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f90b3377-a3ac-47a6-bd7c-25ca1054399e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:02.377628 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1c18ab-7cc1-4504-9a3b-e1012f2c9373 req-74e06726-33c1-46d4-bc82-4418152dd264 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:02.379422 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dc1c18ab-7cc1-4504-9a3b-e1012f2c9373 req-74e06726-33c1-46d4-bc82-4418152dd264 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.2072630 May 19 09:40:02.443727 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dc1c18ab-7cc1-4504-9a3b-e1012f2c9373 req-2d41ab67-8300-46db-9cb4-096578dcde06 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510454 May 19 09:40:02.598267 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0913de9-fc94-41c9-82c1-8956603fd5b7 req-63867174-61da-4a1c-8cb6-236ceda32573 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:02.599854 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d0913de9-fc94-41c9-82c1-8956603fd5b7 req-63867174-61da-4a1c-8cb6-236ceda32573 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0843711 May 19 09:40:02.652512 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d0913de9-fc94-41c9-82c1-8956603fd5b7 req-6b95d75d-a798-4c40-be92-fbdf16d0e3e2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0460999 May 19 09:40:03.017935 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f082b-36b0-4969-9819-a699f124475d req-587ca373-1643-4002-8632-ef07119a0774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:03.020380 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b10f082b-36b0-4969-9819-a699f124475d req-587ca373-1643-4002-8632-ef07119a0774 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 200 len: 916 time: 0.1418335 May 19 09:40:03.870952 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4252d0-f9f0-4fd8-a15e-5d88abc60692 req-a4a4384c-750b-46e0-b887-39bd90c7b45b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:03.878061 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3a4252d0-f9f0-4fd8-a15e-5d88abc60692 req-a4a4384c-750b-46e0-b887-39bd90c7b45b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1687055 May 19 09:40:03.909523 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa90d75a-1f34-40d4-b0ef-e6a17a26488b req-db814c82-2e6b-453c-8475-39cfb7400c75 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:03.932430 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fa90d75a-1f34-40d4-b0ef-e6a17a26488b req-db814c82-2e6b-453c-8475-39cfb7400c75 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.1627486 May 19 09:40:03.984333 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3a4252d0-f9f0-4fd8-a15e-5d88abc60692 req-1807d178-e7e1-40d5-80d8-34e6812494d9 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050591 May 19 09:40:03.997189 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fa90d75a-1f34-40d4-b0ef-e6a17a26488b req-94c0ffa9-58d3-4729-bd90-8eec9224c15f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638411 May 19 09:40:04.053245 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b10f082b-36b0-4969-9819-a699f124475d req-fbaef9fa-8a73-4bc3-859d-901c1b6eea1e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 1001 time: 0.1471624 May 19 09:40:04.360191 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:04.391182 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fbec1c5c-e0ad-46bd-af9a-8c22799862d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:05.156184 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:05.267877 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9850d61-8ff6-41cb-8a75-b5fd39158b32 req-f49702e5-bdbb-423f-a958-bf706a475cea tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:05.269380 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d9850d61-8ff6-41cb-8a75-b5fd39158b32 req-f49702e5-bdbb-423f-a958-bf706a475cea tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1502168 May 19 09:40:05.277401 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179db860-b6ec-49e5-9659-25068a8483b2 req-e148b293-31f3-477e-9ffa-9b05c5c29680 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:05.278927 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-179db860-b6ec-49e5-9659-25068a8483b2 req-e148b293-31f3-477e-9ffa-9b05c5c29680 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.1241138 May 19 09:40:05.357176 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-179db860-b6ec-49e5-9659-25068a8483b2 req-7aeac485-8f7e-498c-839e-1823a4ecd422 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0637743 May 19 09:40:05.363457 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d9850d61-8ff6-41cb-8a75-b5fd39158b32 req-0d35a890-fe66-48c2-800b-d5d2aa505848 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821121 May 19 09:40:05.530484 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f082b-36b0-4969-9819-a699f124475d req-a811b3b3-df85-4ab2-b48f-99b4bd1101a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:05.531922 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b10f082b-36b0-4969-9819-a699f124475d req-a811b3b3-df85-4ab2-b48f-99b4bd1101a1 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1420acb-d341-47d4-a102-59148351b9b0 HTTP/1.1" status: 200 len: 854 time: 0.0667837 May 19 09:40:05.607923 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f082b-36b0-4969-9819-a699f124475d req-e7e74021-29dd-4ed5-aafd-f1e8730d1947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:05.609459 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b10f082b-36b0-4969-9819-a699f124475d req-e7e74021-29dd-4ed5-aafd-f1e8730d1947 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd80daa7-f242-43dd-84c4-3abd3d59564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0706387 May 19 09:40:05.743305 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b10f082b-36b0-4969-9819-a699f124475d req-5c0c13b3-bad0-4a9a-a872-278820d7b8a9 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236742 May 19 09:40:05.878176 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b10f082b-36b0-4969-9819-a699f124475d req-515c6946-b813-42c9-b110-dd13c5794be6 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246669 May 19 09:40:06.612421 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b116a2-9968-47bb-9a38-27ffdc054e76 req-92ecd6e5-01e8-44bf-89cf-46f07b033cda tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:06.613870 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-59b116a2-9968-47bb-9a38-27ffdc054e76 req-92ecd6e5-01e8-44bf-89cf-46f07b033cda tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.1097577 May 19 09:40:06.621899 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d94ee4-679f-4208-a8a1-ee64124e2cf9 req-a1679887-e5ed-4f50-922e-f2c861c55168 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:06.623347 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-06d94ee4-679f-4208-a8a1-ee64124e2cf9 req-a1679887-e5ed-4f50-922e-f2c861c55168 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1543970 May 19 09:40:06.699676 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-59b116a2-9968-47bb-9a38-27ffdc054e76 req-196b9de4-cda4-4aa5-8e0c-05f23bbccb93 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0743048 May 19 09:40:06.703761 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-06d94ee4-679f-4208-a8a1-ee64124e2cf9 req-d09fd365-6b67-425e-9d29-e2fb88fd893f tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667255 May 19 09:40:06.706449 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-3532ae53-aede-4cc8-a281-6b13d22bd92a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0737710 May 19 09:40:06.733620 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:06.806048 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-347273f9-811a-48a4-8906-bb9294b6e6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:06.807601 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-347273f9-811a-48a4-8906-bb9294b6e6ea service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e82bbbcdf967433fbc450f8487dc2500&device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1098 time: 0.0774558 May 19 09:40:06.957947 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-d4edf614-d710-4cb5-8b5c-05a17dc356e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:06.959353 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-d4edf614-d710-4cb5-8b5c-05a17dc356e2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 200 len: 909 time: 0.1259995 May 19 09:40:07.069828 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-aa96efe3-7148-41d5-8ccb-4b5bc57a340e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 200 len: 1000 time: 0.0991523 May 19 09:40:07.139110 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-c33a4c8c-d54a-4049-a051-2e55fceb9a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:07.140938 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-c33a4c8c-d54a-4049-a051-2e55fceb9a18 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 HTTP/1.1" status: 200 len: 847 time: 0.0677993 May 19 09:40:07.221726 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-b03edcdc-0288-4698-9d41-677602ee58ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:07.223138 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-b03edcdc-0288-4698-9d41-677602ee58ca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1cbdea42-da04-4c89-a251-98762d197286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0744545 May 19 09:40:07.370821 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-dbc515ab-4eb7-42aa-98e1-15e86f7b635f service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371348 May 19 09:40:07.613918 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-e0b36ba4-c2ed-465f-9bbc-0341c8b8095d req-9812614d-eb05-4758-89d8-dab5ea7ef77c service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313938 May 19 09:40:07.744684 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:07.999502 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345c07bd-1683-44d6-9234-43291eeecbee req-1963f929-82d6-40e1-91ff-f77cc0de36b6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:08.000914 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-345c07bd-1683-44d6-9234-43291eeecbee req-1963f929-82d6-40e1-91ff-f77cc0de36b6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1438098 May 19 09:40:08.009657 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e52736-726f-48bd-8498-081b67cf06e5 req-1f5724df-fca6-4574-8845-73477baec6d1 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:08.011073 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-61e52736-726f-48bd-8498-081b67cf06e5 req-1f5724df-fca6-4574-8845-73477baec6d1 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.1559873 May 19 09:40:08.080765 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-345c07bd-1683-44d6-9234-43291eeecbee req-359e362d-8c9f-4095-a1b6-79147d6a1e49 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686984 May 19 09:40:08.090073 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-61e52736-726f-48bd-8498-081b67cf06e5 req-0bb534dc-8187-4799-923f-382be349fb98 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640929 May 19 09:40:08.984653 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60282) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:09.046056 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba44c2bb-976b-4bf5-93b9-c7f104a08c2a admin admin] Deleting subnet 5c0bed37-6323-4f8e-a881-bbc0d93fa35c {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:40:09.049105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ba44c2bb-976b-4bf5-93b9-c7f104a08c2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.102116 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ba44c2bb-976b-4bf5-93b9-c7f104a08c2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.157775 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ba44c2bb-976b-4bf5-93b9-c7f104a08c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.329728 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9239223d-fec8-4365-af57-d3ae60c5cf37 req-3a997b49-e730-4213-8109-6d2cc223258b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:09.331202 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9239223d-fec8-4365-af57-d3ae60c5cf37 req-3a997b49-e730-4213-8109-6d2cc223258b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1461537 May 19 09:40:09.339015 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549f9ef7-173e-46cb-82ba-ee42be95054e req-14b6c675-0429-4f92-a0a0-92f923d38360 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:09.340490 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-549f9ef7-173e-46cb-82ba-ee42be95054e req-14b6c675-0429-4f92-a0a0-92f923d38360 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.1238999 May 19 09:40:09.411081 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9239223d-fec8-4365-af57-d3ae60c5cf37 req-6ff0bb43-93b0-41ba-9abf-d026907c8d3d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696151 May 19 09:40:09.420544 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-549f9ef7-173e-46cb-82ba-ee42be95054e req-8d63ede8-f22b-4a39-882e-0d3e7a880633 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654287 May 19 09:40:09.433931 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ba44c2bb-976b-4bf5-93b9-c7f104a08c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.433931 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:09.467083 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44c2bb-976b-4bf5-93b9-c7f104a08c2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c0bed37-6323-4f8e-a881-bbc0d93fa35c,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:09.470042 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ba44c2bb-976b-4bf5-93b9-c7f104a08c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:09.471036 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ba44c2bb-976b-4bf5-93b9-c7f104a08c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.476887 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ba44c2bb-976b-4bf5-93b9-c7f104a08c2a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5c0bed37-6323-4f8e-a881-bbc0d93fa35c HTTP/1.1" status: 204 len: 168 time: 0.4911423 May 19 09:40:09.479813 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60292) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:09.584295 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.705704 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.718717 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b']}} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:09.730912 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3298dfca-031d-4802-8820-3bc21d3842f6') {'for_net_delete': True} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:09.731213 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3298dfca-031d-4802-8820-3bc21d3842f6') {} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:09.742223 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-722313'] for segment, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.757620 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.763508 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Releasing vlan 956 on physical network physnet1 to pool {{(pid=91663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:40:09.763921 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14800010'] for segment, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: Traceback (most recent call last): May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: timer() May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: cb(*args, **kw) May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: return func(*args, **kwargs) May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: self._notify() May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: self.callback(batched_events) May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: event.method(event) May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: return f(self, *a, **k) May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._get(url).json() May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: return self.request(url, 'GET', **kwargs) May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:40:09.777123 dv-cinder-791281-2-iscsi neutron-server[91663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:40:09.853650 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.857378 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ac284303-8cf5-45f1-8e00-3e41b09da400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:09.870620 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:09.881736 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Pushing event deleted for resources: {'Network': ['ID=54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:09.885145 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:09.888746 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-aa64361d-0264-4526-b97a-418946257360 admin admin] 10.222.0.46 "DELETE /v2.0/networks/54ee7c22-f4fd-4e8e-9049-8fedb88b9a5b HTTP/1.1" status: 204 len: 168 time: 0.4079216 May 19 09:40:10.058318 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60298) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:10.106155 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-01fb3f37-36e7-4081-93d0-a6d44bb534f9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4fccd2d3ad744a8c959fd8d01fba91c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0466058 May 19 09:40:10.108445 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60304) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:10.166678 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e11def88-18d5-4a51-9796-52711ce1ea2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:10.195533 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e11def88-18d5-4a51-9796-52711ce1ea2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:10.248141 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e11def88-18d5-4a51-9796-52711ce1ea2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:10.253059 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-12b5c66a-0e3d-4e42-b12a-ee390673c3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:10.265477 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11def88-18d5-4a51-9796-52711ce1ea2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1353827f-24cc-4dec-8956-36eb00080027,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:10.268443 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e11def88-18d5-4a51-9796-52711ce1ea2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:10.270470 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e11def88-18d5-4a51-9796-52711ce1ea2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:10.273903 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-e11def88-18d5-4a51-9796-52711ce1ea2a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1353827f-24cc-4dec-8956-36eb00080027 HTTP/1.1" status: 204 len: 168 time: 0.1622350 May 19 09:40:10.717143 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e685386-e8a3-4ede-828d-b648b3571bd1 req-b23cd843-1988-4066-9185-89b3ec8a5821 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:10.717143 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6e685386-e8a3-4ede-828d-b648b3571bd1 req-b23cd843-1988-4066-9185-89b3ec8a5821 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1562803 May 19 09:40:10.731305 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605a2d49-d9b1-4f2e-8b31-b62659cccf24 req-7ca6a4a4-9e44-405e-a3c3-b4157985558e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:10.732764 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-605a2d49-d9b1-4f2e-8b31-b62659cccf24 req-7ca6a4a4-9e44-405e-a3c3-b4157985558e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.1224160 May 19 09:40:10.804712 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6e685386-e8a3-4ede-828d-b648b3571bd1 req-15604eb3-823e-4fe7-8555-f5d9145a95a2 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814469 May 19 09:40:10.811025 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-605a2d49-d9b1-4f2e-8b31-b62659cccf24 req-737f042e-124c-45ef-9050-66df7a704cef tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636029 May 19 09:40:12.063854 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a035e6-1d57-44fe-b2ca-5d19c026893a req-39d8f034-fbda-4fca-88f8-882ff8343ae9 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:12.065209 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-47a035e6-1d57-44fe-b2ca-5d19c026893a req-39d8f034-fbda-4fca-88f8-882ff8343ae9 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.1394663 May 19 09:40:12.072932 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9e6a57-9fc4-4e34-9b8e-693ebb5b4465 req-ff19d945-7ee5-4d88-a4b5-a36cc4f6c57e tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:12.074254 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ef9e6a57-9fc4-4e34-9b8e-693ebb5b4465 req-ff19d945-7ee5-4d88-a4b5-a36cc4f6c57e tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1464539 May 19 09:40:12.142056 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-47a035e6-1d57-44fe-b2ca-5d19c026893a req-550c960e-938b-4d49-9229-1b6a4e256f04 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0668623 May 19 09:40:12.148643 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ef9e6a57-9fc4-4e34-9b8e-693ebb5b4465 req-dc7dd2b9-4885-44dc-9218-b75ce62e8d95 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602534 May 19 09:40:12.494348 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c40ee6-6052-4901-83d8-25ad69ac248f req-b2d754f8-64fe-4026-a3a0-1c1274d88ed8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:12.495899 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d8c40ee6-6052-4901-83d8-25ad69ac248f req-b2d754f8-64fe-4026-a3a0-1c1274d88ed8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0883203 May 19 09:40:12.530228 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-87d5ba5f-edfa-4e53-81eb-d1ca3224177c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:12.531792 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-87d5ba5f-edfa-4e53-81eb-d1ca3224177c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 1098 time: 0.0726953 May 19 09:40:12.624914 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d8c40ee6-6052-4901-83d8-25ad69ac248f req-c1dd3d4d-a1ec-413b-9800-7e8b2c673a16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225517 May 19 09:40:12.667882 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-afe724c2-fa71-45d9-a59f-1f13da708430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:12.669365 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-afe724c2-fa71-45d9-a59f-1f13da708430 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 911 time: 0.1308107 May 19 09:40:12.772289 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-03c29713-4b24-4299-96af-b5f75d781849 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a HTTP/1.1" status: 200 len: 1000 time: 0.0964544 May 19 09:40:12.836402 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-967240a4-f8d3-4126-b381-dac707fabc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:12.838464 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-967240a4-f8d3-4126-b381-dac707fabc41 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.0591860 May 19 09:40:13.011611 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-69e3d327-546a-4976-a0c3-b212ddc870cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:13.013139 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-69e3d327-546a-4976-a0c3-b212ddc870cd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1680677 May 19 09:40:13.334285 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a00548-0040-47b9-9d88-c9725c6c4d5a req-023e0b6c-6ec5-4ee9-9222-3f28c2a3bb24 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:13.335811 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-22a00548-0040-47b9-9d88-c9725c6c4d5a req-023e0b6c-6ec5-4ee9-9222-3f28c2a3bb24 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0819850 May 19 09:40:13.385380 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-22a00548-0040-47b9-9d88-c9725c6c4d5a req-63ce87bc-649f-4b0f-ac8c-fbaaa43333d4 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426426 May 19 09:40:13.808715 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0904d10-2c74-4473-862a-3c5f33319d51 req-089cb704-65e9-45b9-ac5c-6b78d053de14 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:13.810148 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b0904d10-2c74-4473-862a-3c5f33319d51 req-089cb704-65e9-45b9-ac5c-6b78d053de14 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0788891 May 19 09:40:13.853802 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b0904d10-2c74-4473-862a-3c5f33319d51 req-8cb144a1-1f49-45b0-b363-9f7a98974718 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378625 May 19 09:40:14.096677 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-387507be-1135-4a93-8743-d58026ba4906 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258152 May 19 09:40:14.574981 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f0c90e-4e90-43b8-a39f-61d671853d67 req-c93093ab-a1bc-4efb-8b4a-ce2f08f1eeba tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:14.576742 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b8f0c90e-4e90-43b8-a39f-61d671853d67 req-c93093ab-a1bc-4efb-8b4a-ce2f08f1eeba tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0840967 May 19 09:40:14.626043 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b8f0c90e-4e90-43b8-a39f-61d671853d67 req-a5cc9211-45ed-4089-a339-c756ec20b809 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433972 May 19 09:40:15.034644 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d1ccc-91aa-4ad5-b4c0-f2d98095e6ce req-76734a15-3c29-4c28-83ea-e98f257c87ab tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:15.036144 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-558d1ccc-91aa-4ad5-b4c0-f2d98095e6ce req-76734a15-3c29-4c28-83ea-e98f257c87ab tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0802703 May 19 09:40:15.075916 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-b3a6b817-4af3-4d03-a918-452f57dd1181 req-0485e82f-4086-450f-98ad-7f6cc1e032f2 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297414 May 19 09:40:15.081870 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-558d1ccc-91aa-4ad5-b4c0-f2d98095e6ce req-c84ee31e-a193-4051-a89d-fa1184a95aaf tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389118 May 19 09:40:15.809333 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec808d-8851-48d4-9ae8-3c1f4bc8e344 req-17d1eade-dabe-46ce-8156-bd607d0a8cca tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:15.810779 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f1ec808d-8851-48d4-9ae8-3c1f4bc8e344 req-17d1eade-dabe-46ce-8156-bd607d0a8cca tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0811560 May 19 09:40:15.857101 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f1ec808d-8851-48d4-9ae8-3c1f4bc8e344 req-5074b4a8-2e1e-4a49-864e-58b1aac758e7 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402324 May 19 09:40:16.265939 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1f58d8-46b8-414d-b66d-6cc2a419a314 req-34275341-1154-4dc2-a025-594c4ca1d5f3 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:16.267378 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-af1f58d8-46b8-414d-b66d-6cc2a419a314 req-34275341-1154-4dc2-a025-594c4ca1d5f3 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0806396 May 19 09:40:16.310722 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-af1f58d8-46b8-414d-b66d-6cc2a419a314 req-1410a4bb-7fd9-4bba-93c4-cbd3aa364a7f tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375960 May 19 09:40:17.038279 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0a27a0-9967-499d-bbc5-1c495696255c req-58c8711c-81e3-4e99-bfa5-fe04218d8e17 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:17.040284 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4d0a27a0-9967-499d-bbc5-1c495696255c req-58c8711c-81e3-4e99-bfa5-fe04218d8e17 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0791848 May 19 09:40:17.086237 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4d0a27a0-9967-499d-bbc5-1c495696255c req-0619c1fd-f4fa-4d5e-99a1-9d58f655eb24 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401163 May 19 09:40:17.501919 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2066736b-b48b-4556-a284-b19cfa13a8de req-37096042-bd98-4c3a-815e-bbc460690901 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:17.503794 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2066736b-b48b-4556-a284-b19cfa13a8de req-37096042-bd98-4c3a-815e-bbc460690901 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0888832 May 19 09:40:17.554700 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2066736b-b48b-4556-a284-b19cfa13a8de req-cd216f2e-0102-447a-8660-ee85f0cfb36a tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442250 May 19 09:40:18.273113 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e205dda-ace4-4f65-914a-ce75371d3e46 req-6bd6f59e-a63d-4ac7-8af2-c02baf8c03d9 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:18.274706 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3e205dda-ace4-4f65-914a-ce75371d3e46 req-6bd6f59e-a63d-4ac7-8af2-c02baf8c03d9 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0802746 May 19 09:40:18.324703 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3e205dda-ace4-4f65-914a-ce75371d3e46 req-149727d3-cf24-4eae-ab80-dbd3e1fb1a6f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439916 May 19 09:40:18.781894 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849da679-4601-44ca-8542-63449c297dfd req-99b0d81d-e4d8-44eb-ac70-6e6da3204744 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:18.783449 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-849da679-4601-44ca-8542-63449c297dfd req-99b0d81d-e4d8-44eb-ac70-6e6da3204744 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.1166482 May 19 09:40:18.830179 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-849da679-4601-44ca-8542-63449c297dfd req-0575bd44-58ac-4d82-b05f-4a1bb35e98b2 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405920 May 19 09:40:19.661083 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbc569-24ec-4493-bd48-cf4624d9d65f req-5fb7d439-b4a9-44a0-9e12-9938806d00f6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:19.662427 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bcdbc569-24ec-4493-bd48-cf4624d9d65f req-5fb7d439-b4a9-44a0-9e12-9938806d00f6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0826755 May 19 09:40:19.709135 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bcdbc569-24ec-4493-bd48-cf4624d9d65f req-475f9515-dc13-4991-ab72-b81445a7a952 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402982 May 19 09:40:20.893027 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a5517-f95d-432a-a51b-1fd38d8c0b91 req-ba4d2222-5ba1-482d-a275-fa7269cb1e27 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:20.894489 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-200a5517-f95d-432a-a51b-1fd38d8c0b91 req-ba4d2222-5ba1-482d-a275-fa7269cb1e27 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0798855 May 19 09:40:20.941624 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-200a5517-f95d-432a-a51b-1fd38d8c0b91 req-d458e733-354b-4505-95e9-cdc8749aa4c0 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0411599 May 19 09:40:22.141605 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265dcc03-cdcc-4eb9-a85e-090359207663 req-8c88a0d8-7f98-45c0-8652-49a4c6781676 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:22.143040 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-265dcc03-cdcc-4eb9-a85e-090359207663 req-8c88a0d8-7f98-45c0-8652-49a4c6781676 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0950720 May 19 09:40:22.190084 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-265dcc03-cdcc-4eb9-a85e-090359207663 req-a7bf3510-930d-4400-b08a-6bdd53e9da79 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0409169 May 19 09:40:23.371985 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ad08c0-a002-4917-b678-e9c861ce7e52 req-5edd58ee-1bf1-4747-8f52-2467243a37df tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:23.373434 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a1ad08c0-a002-4917-b678-e9c861ce7e52 req-5edd58ee-1bf1-4747-8f52-2467243a37df tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0789616 May 19 09:40:23.422401 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a1ad08c0-a002-4917-b678-e9c861ce7e52 req-425e6c55-74e4-40ef-85a8-ba4e3cf86716 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&id=5312e5a4-475d-4b0e-99c1-93661b9ea048&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432019 May 19 09:40:26.739439 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60582) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:26.855878 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:26.870494 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:40:26.874296 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Usage tracker for resource:security_group_rule and tenant:b0795a8cc7cc461888edd2b8771660c6 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:40:26.877123 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:40:26.882769 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:40:26.963511 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:26.967405 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:26.975430 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ec2ade00-d7a7-445d-b885-eb03ba5fb346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:27.018769 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b0795a8cc7cc461888edd2b8771660c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2782052 May 19 09:40:27.019814 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a48e5b-cbc7-4479-ad39-7e4255e28fdd,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:27.021428 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60588) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:27.027879 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.028271 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.028653 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.029029 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.029400 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.029769 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.030135 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.030499 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.030869 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.031231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.031608 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.031971 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.035906 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1016c4d4-048d-412e-8df6-ead4752a0b09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:27.081214 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:27.106372 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:27.156408 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:27.160957 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-14c42ae6-72f9-46e0-9af9-b87bf4e29e65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:27.173531 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a48e5b-cbc7-4479-ad39-7e4255e28fdd,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:27.184421 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.184794 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.185158 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.185514 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.185866 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.186219 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.186573 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.186920 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.187272 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.187640 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.187989 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.188331 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:40:27.192909 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:27.197624 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:27.198719 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-423595f8-48fb-48ce-b6ad-e27f05a5d9c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97a48e5b-cbc7-4479-ad39-7e4255e28fdd HTTP/1.1" status: 204 len: 168 time: 0.1761751 May 19 09:40:28.704591 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60602) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:28.766513 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-212e5696-f3c4-4c0a-8c12-cc97352f0bc1 admin admin] Deleting subnet 94ccfb68-ef95-4c57-ae8f-d2b273c65084 {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:40:28.769488 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-212e5696-f3c4-4c0a-8c12-cc97352f0bc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:28.818191 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-212e5696-f3c4-4c0a-8c12-cc97352f0bc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15094970'] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:28.872188 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-212e5696-f3c4-4c0a-8c12-cc97352f0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.188137 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-212e5696-f3c4-4c0a-8c12-cc97352f0bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15094961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14697734'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.192050 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:29.228188 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212e5696-f3c4-4c0a-8c12-cc97352f0bc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94ccfb68-ef95-4c57-ae8f-d2b273c65084,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:29.230154 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-212e5696-f3c4-4c0a-8c12-cc97352f0bc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.232667 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-212e5696-f3c4-4c0a-8c12-cc97352f0bc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:29.236662 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-212e5696-f3c4-4c0a-8c12-cc97352f0bc1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/94ccfb68-ef95-4c57-ae8f-d2b273c65084 HTTP/1.1" status: 204 len: 168 time: 0.5310776 May 19 09:40:29.239121 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60608) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:29.342598 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.462744 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.475422 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f55f2e-cbfa-44ba-a3c1-d47afad7a86b']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:29.491375 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a2a565f-7f52-4db9-99c9-5b53d4e3320e') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:29.491705 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a2a565f-7f52-4db9-99c9-5b53d4e3320e') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:29.506042 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15094957'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.522570 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.529072 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:40:29.529480 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15164179'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: Traceback (most recent call last): May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: timer() May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: cb(*args, **kw) May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: return func(*args, **kwargs) May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: self._notify() May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: self.callback(batched_events) May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: event.method(event) May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: return f(self, *a, **k) May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._get(url).json() May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:40:29.543327 dv-cinder-791281-2-iscsi neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:40:29.615127 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.621012 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.623256 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:29.647904 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Pushing event deleted for resources: {'Network': ['ID=08f55f2e-cbfa-44ba-a3c1-d47afad7a86b,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:29.650750 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:29.657703 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-702f34fc-e5bf-4b7c-b60c-ff52625daac5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/08f55f2e-cbfa-44ba-a3c1-d47afad7a86b HTTP/1.1" status: 204 len: 168 time: 0.4175110 May 19 09:40:29.825872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60614) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:29.874499 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-171c7479-f90f-4b62-a188-5ef4d0c8db9d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dfb441aa98744918a800bde78b7b52c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0471575 May 19 09:40:29.876795 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60618) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:29.934540 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7269a149-79d5-47c1-a4ef-4c2392cb6d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:29.959836 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7269a149-79d5-47c1-a4ef-4c2392cb6d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:30.011042 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7269a149-79d5-47c1-a4ef-4c2392cb6d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:30.014626 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-67ff0585-d15b-4fcd-aa73-f4c142031082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:30.026660 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269a149-79d5-47c1-a4ef-4c2392cb6d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a8ba01-6c07-4168-b13d-015a296e5692,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:30.028958 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7269a149-79d5-47c1-a4ef-4c2392cb6d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:30.037873 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-7269a149-79d5-47c1-a4ef-4c2392cb6d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:30.039138 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-7269a149-79d5-47c1-a4ef-4c2392cb6d77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/78a8ba01-6c07-4168-b13d-015a296e5692 HTTP/1.1" status: 204 len: 168 time: 0.1613905 May 19 09:40:31.655477 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5d848efd-ce67-440b-b44f-8133e2a4da99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:34.354717 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:34.380234 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-0fd37a00-78b9-45be-ad54-9a945588dd35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:34.881078 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:40:35.156310 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:36.724340 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:37.737914 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:39.013005 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f826d-6140-4c6f-997c-1a17d3d421b4 req-4a018e35-7d7f-41ce-8e7b-1a5a1a3c71e3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:39.014389 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e9f826d-6140-4c6f-997c-1a17d3d421b4 req-4a018e35-7d7f-41ce-8e7b-1a5a1a3c71e3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0809290 May 19 09:40:39.059362 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7e9f826d-6140-4c6f-997c-1a17d3d421b4 req-a6a8ab72-2e2a-4c5f-a59c-14c530e2b280 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391626 May 19 09:40:40.257422 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc132e8-1fd8-4c21-ae22-664394ed5063 req-ed7dbf16-794e-41bf-a4d4-f75a819d2155 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:40.259365 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ccc132e8-1fd8-4c21-ae22-664394ed5063 req-ed7dbf16-794e-41bf-a4d4-f75a819d2155 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0824478 May 19 09:40:40.302439 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ccc132e8-1fd8-4c21-ae22-664394ed5063 req-4bc78e1e-3ed0-4ae8-810e-9d22d4568226 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374143 May 19 09:40:41.484312 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefea623-00b1-49ed-a916-15f799559125 req-9047f990-3913-4531-a107-1380dc77383d tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:41.485747 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eefea623-00b1-49ed-a916-15f799559125 req-9047f990-3913-4531-a107-1380dc77383d tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0793138 May 19 09:40:41.528935 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eefea623-00b1-49ed-a916-15f799559125 req-aa9819d6-aa2e-4a6a-8e0e-145aa2dac2ad tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375874 May 19 09:40:42.728733 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d8c35-8b04-4881-a66b-ba1fa4e63eae req-880c52dc-15b0-4898-9577-45887e4714ae tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:42.731250 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-283d8c35-8b04-4881-a66b-ba1fa4e63eae req-880c52dc-15b0-4898-9577-45887e4714ae tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0931592 May 19 09:40:42.779315 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-283d8c35-8b04-4881-a66b-ba1fa4e63eae req-21a89454-acb0-40b8-ae9e-97af63b3c8a4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417373 May 19 09:40:43.964346 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901321e2-7516-4fe3-914c-9bf13e9606c0 req-c560e8ed-13fa-4b23-bee3-c576858b5e44 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:43.965703 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-901321e2-7516-4fe3-914c-9bf13e9606c0 req-c560e8ed-13fa-4b23-bee3-c576858b5e44 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0789900 May 19 09:40:44.013629 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-901321e2-7516-4fe3-914c-9bf13e9606c0 req-0bb53b59-b365-4e79-ac55-ce6dabe528cf tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422678 May 19 09:40:45.194217 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874fa397-fa32-4e64-bb46-e506a1e2e4be req-c3d87d7a-253c-4a9a-a312-42d879b59260 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:45.195717 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-874fa397-fa32-4e64-bb46-e506a1e2e4be req-c3d87d7a-253c-4a9a-a312-42d879b59260 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0784953 May 19 09:40:45.239655 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-874fa397-fa32-4e64-bb46-e506a1e2e4be req-18e4292f-060c-4973-ba07-3d21acb77bd3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382128 May 19 09:40:46.423840 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0442f-944d-4cd1-9287-99f13df418e4 req-80885777-705f-4d08-8842-d0d0af34bf61 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:46.425291 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-87e0442f-944d-4cd1-9287-99f13df418e4 req-80885777-705f-4d08-8842-d0d0af34bf61 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0829096 May 19 09:40:46.470706 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-87e0442f-944d-4cd1-9287-99f13df418e4 req-525d741d-cd38-40f7-acab-b420435bd1c9 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391178 May 19 09:40:47.656532 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fc228-15b1-4bca-8932-2cb4d13d5ca2 req-403d435f-3393-4966-ad80-cc71aaa5af3b tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:47.657991 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d39fc228-15b1-4bca-8932-2cb4d13d5ca2 req-403d435f-3393-4966-ad80-cc71aaa5af3b tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0828469 May 19 09:40:47.702770 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d39fc228-15b1-4bca-8932-2cb4d13d5ca2 req-6436dade-782b-4d4f-9553-1bc8657fe184 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391598 May 19 09:40:48.885004 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eae2d96-b43c-4d37-ae87-85aff640c8f3 req-1df9d56b-acfb-494b-9aca-52fa4d523311 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:48.886419 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9eae2d96-b43c-4d37-ae87-85aff640c8f3 req-1df9d56b-acfb-494b-9aca-52fa4d523311 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0807185 May 19 09:40:48.929905 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9eae2d96-b43c-4d37-ae87-85aff640c8f3 req-1bbaf043-ce36-413a-a5cb-ec330a045f94 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378289 May 19 09:40:50.112105 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de150e6-b606-4f44-b9ba-ff42159a9623 req-05a20f47-1ee2-4be4-8ff6-e0d7fea6a695 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:50.113540 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8de150e6-b606-4f44-b9ba-ff42159a9623 req-05a20f47-1ee2-4be4-8ff6-e0d7fea6a695 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0784121 May 19 09:40:50.159830 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8de150e6-b606-4f44-b9ba-ff42159a9623 req-7f0ba36c-0705-4b1f-957c-b9a6709c6cee tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399504 May 19 09:40:51.415177 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de789e5-51df-4864-81cd-02619f66e540 req-e0f60506-5766-40d0-a54e-29256782febe tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:51.416624 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2de789e5-51df-4864-81cd-02619f66e540 req-e0f60506-5766-40d0-a54e-29256782febe tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.1504819 May 19 09:40:51.460387 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2de789e5-51df-4864-81cd-02619f66e540 req-063c4cc7-6d2e-44ab-9057-4396c4b99969 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378995 May 19 09:40:52.641477 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254f4e28-0161-4b2a-9494-38515e812b5c req-1f013ee3-d245-41a0-8ed4-8b1e577d46f2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:52.642908 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-254f4e28-0161-4b2a-9494-38515e812b5c req-1f013ee3-d245-41a0-8ed4-8b1e577d46f2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0796864 May 19 09:40:52.687488 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-254f4e28-0161-4b2a-9494-38515e812b5c req-e6ad13a8-8841-4a1e-9a67-270de8274c1c tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383346 May 19 09:40:53.884820 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96dde8-f756-47fb-ab91-f05402914409 req-7e0ff6fe-1586-45c3-bd0d-9dabe31cfeda tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:53.886266 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2a96dde8-f756-47fb-ab91-f05402914409 req-7e0ff6fe-1586-45c3-bd0d-9dabe31cfeda tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 946 time: 0.1412833 May 19 09:40:53.912314 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c2880-0c8c-4fa7-b79c-d2ea9bb49465 req-44f5e9bf-0231-4b5d-a364-df5464afda1e tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:53.914233 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-883c2880-0c8c-4fa7-b79c-d2ea9bb49465 req-44f5e9bf-0231-4b5d-a364-df5464afda1e tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.1152101 May 19 09:40:53.957747 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2a96dde8-f756-47fb-ab91-f05402914409 req-7d787cee-7a67-41f9-a82b-2e71dce30936 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647800 May 19 09:40:53.977158 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-883c2880-0c8c-4fa7-b79c-d2ea9bb49465 req-f4b9c3a4-28fc-4df1-9e59-cd9c98bed74e tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552642 May 19 09:40:55.205803 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d08d107-2ffd-412c-8ea4-44f1a4af1f18 req-19f7682f-911b-47fd-88d7-41cec1d3c178 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:55.207248 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4d08d107-2ffd-412c-8ea4-44f1a4af1f18 req-19f7682f-911b-47fd-88d7-41cec1d3c178 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 946 time: 0.1397371 May 19 09:40:55.214990 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efafd929-3cdb-4a79-8219-61f51e8d5ab7 req-cc565b1a-3e3e-4372-96ca-74d3d1652995 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:55.216332 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-efafd929-3cdb-4a79-8219-61f51e8d5ab7 req-cc565b1a-3e3e-4372-96ca-74d3d1652995 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.1103942 May 19 09:40:55.284971 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4d08d107-2ffd-412c-8ea4-44f1a4af1f18 req-71ab73c9-c866-45f8-8f53-cc740e19885f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676370 May 19 09:40:55.291961 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-efafd929-3cdb-4a79-8219-61f51e8d5ab7 req-7a292b01-c5b4-4d52-b8e5-8db224cd33f2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618594 May 19 09:40:55.791493 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-24857f29-a288-4885-852a-39ab7a0cc330 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:55.792556 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-24857f29-a288-4885-852a-39ab7a0cc330 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Synchronizing usage tracker for tenant:864023c8c80d472fb822567abae0752e on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:40:55.808735 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-24857f29-a288-4885-852a-39ab7a0cc330 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Unset dirty status for tenant:864023c8c80d472fb822567abae0752e on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:40:55.810161 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-24857f29-a288-4885-852a-39ab7a0cc330 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 946 time: 0.1001446 May 19 09:40:55.945328 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Deleting port cb864750-9cec-40e5-82f4-05ed09b7d9d8 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:40:55.945594 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:56.075865 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] For port cb864750-9cec-40e5-82f4-05ed09b7d9d8, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=cb864750-9cec-40e5-82f4-05ed09b7d9d8,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:40:56.076477 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:56.362247 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:56.362642 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:56.362939 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Floating IP 212e4f80-4382-4ea2-9880-2121471ccef7 disassociated. External IP: 172.27.1.106, port: cb864750-9cec-40e5-82f4-05ed09b7d9d8. May 19 09:40:56.363285 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Calling delete_port for cb864750-9cec-40e5-82f4-05ed09b7d9d8 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:40:56.485313 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:56.493203 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:56.536358 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530f4029-3531-4723-828a-2315f4dd92f5 req-0f4f87c6-547a-4352-aadf-db586a2863b9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:56.537905 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-530f4029-3531-4723-828a-2315f4dd92f5 req-0f4f87c6-547a-4352-aadf-db586a2863b9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 946 time: 0.1418335 May 19 09:40:56.538030 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event deleted for resources: {'Port': ['ID=cb864750-9cec-40e5-82f4-05ed09b7d9d8,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:56.541888 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:56.550148 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98f7ac2-ef7a-4bc9-b277-fbbf75ca52d3 req-6d427017-a5e7-4eca-85d8-911d9de07cb3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:56.551620 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f98f7ac2-ef7a-4bc9-b277-fbbf75ca52d3 req-6d427017-a5e7-4eca-85d8-911d9de07cb3 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.1191223 May 19 09:40:56.619460 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-530f4029-3531-4723-828a-2315f4dd92f5 req-f20c0ed7-9fa6-4acd-943a-2dd03cb177ea tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=acc66743-1f00-4b25-b747-2b09a2ede6d6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668802 May 19 09:40:56.624390 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f98f7ac2-ef7a-4bc9-b277-fbbf75ca52d3 req-3bb06b1a-07ef-4904-85f9-5e3c5c048165 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590649 May 19 09:40:56.822579 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Router 90f4c63f-1b54-484a-8a74-f283388640c9 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:40:57.001225 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:40:57.010666 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] Sync routers for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:40:57.019842 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:40:57.020721 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:40:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:57.078455 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] No DVR routers for this DVR port cb864750-9cec-40e5-82f4-05ed09b7d9d8 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:40:57.081032 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:57.083681 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-deleted', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:40:57.104499 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-21a56257-9103-443e-aeb5-fe6cb88d6bb9 req-ecb29935-bf59-4a59-953f-f0fad2e32e45 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "DELETE /v2.0/ports/cb864750-9cec-40e5-82f4-05ed09b7d9d8 HTTP/1.1" status: 204 len: 173 time: 1.2888787 May 19 09:40:57.130977 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f79e0dd0-df3c-4553-8b59-6a3903ffe23f', 'name': 'network-vif-deleted', 'tag': 'cb864750-9cec-40e5-82f4-05ed09b7d9d8', 'status': 'completed', 'code': 200} May 19 09:40:57.202810 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:40:57.519297 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:57.523149 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] Checking router: 90f4c63f-1b54-484a-8a74-f283388640c9 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:40:57.532743 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:40:57.533349 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:40:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:57.720654 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:40:57.868765 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-703cbb4c-1ec2-45ef-bb71-510046bd8a1e req-cb24eb1f-8a94-4b2c-a65a-ed6b28ff24ed tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=f79e0dd0-df3c-4553-8b59-6a3903ffe23f HTTP/1.1" status: 200 len: 210 time: 0.0801170 May 19 09:40:57.912743 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d0d9b9-ff74-426d-935b-43d6af6024e4 req-5f6bed4b-e0d9-42c7-8193-0df9598b6618 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:57.914386 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c1d0d9b9-ff74-426d-935b-43d6af6024e4 req-5f6bed4b-e0d9-42c7-8193-0df9598b6618 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.1239734 May 19 09:40:57.959409 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c1d0d9b9-ff74-426d-935b-43d6af6024e4 req-e16c3657-1742-4745-8422-c8d203c2dac1 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388980 May 19 09:40:58.058921 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:40:58.062841 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47378b22-8daa-47ab-9921-4dd03d9bd6c3 None None] The sync data for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi is: [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:40:58.280829 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fbd747-de64-4726-9462-996b639d959c None None] New status for floating IP 212e4f80-4382-4ea2-9880-2121471ccef7: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:40:59.002336 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60718) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:59.006099 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:40:59.058152 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: cb864750-9cec-40e5-82f4-05ed09b7d9d8 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:40:59.059536 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device cb864750-9cec-40e5-82f4-05ed09b7d9d8 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:40:59.103561 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0bdfce98-1291-4e30-b4f4-f194089bdde6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:59.133283 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0bdfce98-1291-4e30-b4f4-f194089bdde6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:59.177483 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349558dd-7ba0-4225-b112-412a60ee9980 req-5be40ff4-8ac8-461e-bed2-940c86a63c51 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:59.178834 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-349558dd-7ba0-4225-b112-412a60ee9980 req-5be40ff4-8ac8-461e-bed2-940c86a63c51 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0857360 May 19 09:40:59.229191 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-349558dd-7ba0-4225-b112-412a60ee9980 req-64471331-d6b4-4d1f-8799-1261039d3692 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445068 May 19 09:40:59.244381 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0bdfce98-1291-4e30-b4f4-f194089bdde6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:59.251320 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b39bea0e-f365-4221-b01f-7e76fb453e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:40:59.267118 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-604f16c2-1698-4c0f-879d-f8cddac74ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:59.268615 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-604f16c2-1698-4c0f-879d-f8cddac74ef0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e82bbbcdf967433fbc450f8487dc2500&device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1098 time: 0.0977187 May 19 09:40:59.270251 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdfce98-1291-4e30-b4f4-f194089bdde6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=acc66743-1f00-4b25-b747-2b09a2ede6d6,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:40:59.273395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0bdfce98-1291-4e30-b4f4-f194089bdde6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:40:59.308951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0bdfce98-1291-4e30-b4f4-f194089bdde6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:59.310044 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-0bdfce98-1291-4e30-b4f4-f194089bdde6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "DELETE /v2.0/security-groups/acc66743-1f00-4b25-b747-2b09a2ede6d6 HTTP/1.1" status: 204 len: 168 time: 0.3067009 May 19 09:40:59.313001 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60722) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:59.329015 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.api.v2.resource [None req-b68a496e-290f-4c5d-acf0-f14cdb4d8860 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] show failed (client error): The resource could not be found. May 19 09:40:59.329977 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-b68a496e-290f-4c5d-acf0-f14cdb4d8860 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups/acc66743-1f00-4b25-b747-2b09a2ede6d6 HTTP/1.1" status: 404 len: 347 time: 0.0160041 May 19 09:40:59.332719 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60726) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:40:59.406412 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-db7d97b0-408a-419f-8281-4e8a9c3abc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:59.407921 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-db7d97b0-408a-419f-8281-4e8a9c3abc0d service neutron] 10.222.0.55 "GET /v2.0/networks?id=1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 200 len: 909 time: 0.1313033 May 19 09:40:59.525186 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-6b019173-a248-4750-a656-e8a215e9324b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 200 len: 1000 time: 0.1099699 May 19 09:40:59.555297 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Deleting port ed0a6a72-1dfe-4d6d-ae62-321d38d10f73 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:40:59.555708 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:59.591727 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-d8f5989d-1914-4cce-ba81-68f2a1753d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:59.593247 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-d8f5989d-1914-4cce-ba81-68f2a1753d79 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 HTTP/1.1" status: 200 len: 847 time: 0.0620039 May 19 09:40:59.676275 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:59.676611 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:59.677966 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-f0da05fa-b3ba-435f-95c0-2164b8548c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:40:59.681466 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-f0da05fa-b3ba-435f-95c0-2164b8548c90 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1cbdea42-da04-4c89-a251-98762d197286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0767930 May 19 09:40:59.819878 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-e80a6e49-f608-4c2f-bec2-1cd24d3575da service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302619 May 19 09:40:59.882668 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Calling delete_port for ed0a6a72-1dfe-4d6d-ae62-321d38d10f73 owned by network:floatingip {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:40:59.952828 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-65356bd5-7268-45f3-92e5-80d4fefea718 req-e46d16e5-3b15-4fbc-a8af-012d64040fd8 service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257567 May 19 09:40:59.994404 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:40:59.998767 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d500b5eb-28b8-4442-a725-9f3738157023 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:00.040141 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event deleted for resources: {'Port': ['ID=ed0a6a72-1dfe-4d6d-ae62-321d38d10f73,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:00.043693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:00.130921 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.144415 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.145527 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "DELETE /v2.0/floatingips/212e4f80-4382-4ea2-9880-2121471ccef7 HTTP/1.1" status: 204 len: 168 time: 0.8119435 May 19 09:41:00.355316 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60734) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:00.360760 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1015415142', 'description': 'tempest-description--1870453963'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:00.367392 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:00.371568 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:security_group and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:00.374736 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:00.381531 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:00.392066 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.412390 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:00.416247 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:security_group_rule and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:00.419117 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:00.421403 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a7a94c-7061-4a08-917c-3cb15f5801c0 req-cdba136f-a7db-4f69-874a-f24223df33af tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:00.422880 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b0a7a94c-7061-4a08-917c-3cb15f5801c0 req-cdba136f-a7db-4f69-874a-f24223df33af tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0803406 May 19 09:41:00.425543 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:00.470064 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b0a7a94c-7061-4a08-917c-3cb15f5801c0 req-cba14934-0b95-4a2b-a215-3bd3969141b8 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399771 May 19 09:41:00.494981 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.499060 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.504262 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-44880588-b990-430a-9195-815cb8b5875d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:00.543894 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec65015-d727-4ed1-b986-9ada3a73d8e8,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:00.546768 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.547954 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1915569 May 19 09:41:00.548834 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:00.550821 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60738) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:00.555920 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'security_group_rule': {'security_group_id': '3ec65015-d727-4ed1-b986-9ada3a73d8e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:00.561555 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:00.565317 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:security_group_rule and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:00.568151 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:00.574332 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:00.590903 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.651898 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.655280 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.657345 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-214b9516-ecb9-4bf6-9dd2-dda4eab392c6 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:00.680212 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bac1d5d-77ee-4bee-bb6a-56fde1d6f25f,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:00.684550 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:00.688787 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.690047 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ae46b9a9-a27b-49d4-8017-f85076b0eaaf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382847 May 19 09:41:00.692810 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60742) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:00.697857 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'security_group_rule': {'security_group_id': '3ec65015-d727-4ed1-b986-9ada3a73d8e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:00.703605 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:00.707318 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:security_group_rule and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:00.710147 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:00.716274 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:00.731627 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.789654 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.796159 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.798429 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-2718e04a-2cfd-4372-b09d-17e0de508f9c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:00.820414 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06256e3-62d4-4581-ae46-9785195b82ec,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:00.822814 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:00.829955 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:00.831107 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-643b2b1e-92ab-4870-969b-0f3734af5d1e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373997 May 19 09:41:00.834214 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60746) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:00.839667 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'floatingip': {'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:00.845143 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:00.848962 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Usage tracker for resource:floatingip and tenant:864023c8c80d472fb822567abae0752e is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:00.852473 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:00.858201 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:00.868306 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.001823 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.233755 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Allocated IP 172.27.1.40 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/b96683d9-7b4d-44e4-b6c0-4e2b60fbd903) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:41:01.376680 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.405936 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.409400 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f4504752-414e-4456-8104-130ac7f8ccfb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:01.474654 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:41:01.477670 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:41:01.481238 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:41:01.512134 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'Port': ['ID=b96683d9-7b4d-44e4-b6c0-4e2b60fbd903,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:01.518129 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:01.564105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.626387 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.661764 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f8905-b09d-4f7d-bf50-66300959c27e req-26103c9c-c99f-4427-b8e4-0f3d868d8a2b tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:01.663442 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-840f8905-b09d-4f7d-bf50-66300959c27e req-26103c9c-c99f-4427-b8e4-0f3d868d8a2b tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0883594 May 19 09:41:01.668015 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a32fd156-9161-4c76-850a-ee8365377308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.717080 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-840f8905-b09d-4f7d-bf50-66300959c27e req-e0cad803-1188-48b9-9e06-a77c7acb3ac6 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 May 19 09:41:01.845408 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.849919 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.854338 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-dcb5fc45-4ef6-447e-b5e7-bbf43f19b22b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:01.958145 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'Port': ['ID=b96683d9-7b4d-44e4-b6c0-4e2b60fbd903,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:01.962597 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:01.969133 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.990172 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:01.991475 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1563437 May 19 09:41:02.213885 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-0bc095db-c5b1-4d44-87ba-4d0053dbc09e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1015415142&fields=id&tenant_id=864023c8c80d472fb822567abae0752e HTTP/1.1" status: 200 len: 267 time: 0.0398583 May 19 09:41:02.363000 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005fa92-657d-44d6-b08a-b54ca797826e req-1fc60f06-f075-4a94-b402-e1f0f136cd1d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:02.364372 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-1fc60f06-f075-4a94-b402-e1f0f136cd1d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 817 time: 0.1433268 May 19 09:41:02.378419 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-8ae5a2f0-0954-46e2-a151-6ef362fc62d2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/quotas/864023c8c80d472fb822567abae0752e HTTP/1.1" status: 200 len: 375 time: 0.0086102 May 19 09:41:02.463573 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-4005fa92-657d-44d6-b08a-b54ca797826e req-c9d17763-1f3d-4344-ab91-438338ee59de tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Synchronizing usage tracker for tenant:864023c8c80d472fb822567abae0752e on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:41:02.478801 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-4005fa92-657d-44d6-b08a-b54ca797826e req-c9d17763-1f3d-4344-ab91-438338ee59de tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Unset dirty status for tenant:864023c8c80d472fb822567abae0752e on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:41:02.480123 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-c9d17763-1f3d-4344-ab91-438338ee59de tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0967593 May 19 09:41:02.617306 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-37e7feb9-db1a-402a-bb4d-38f4f49e32a2 service neutron] 10.222.0.46 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255188 May 19 09:41:02.746169 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-83ad027e-2a46-4d7a-a341-f31ee6da1fdd service neutron] 10.222.0.46 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230009 May 19 09:41:02.927002 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7fe1cc7f-e7e7-4488-a182-b3b1bcd6ba17 req-58944bca-0ac5-462f-8670-1268712fe602 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 210 time: 0.0475664 May 19 09:41:02.951453 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81062c04-8dd1-4828-8096-2435d4647b7c req-dd0db34d-3a0a-4d85-aaad-1977edd431d5 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:02.952934 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-81062c04-8dd1-4828-8096-2435d4647b7c req-dd0db34d-3a0a-4d85-aaad-1977edd431d5 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.1291687 May 19 09:41:02.999134 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-81062c04-8dd1-4828-8096-2435d4647b7c req-8d6f9cff-279a-40df-bed8-48261c0ab68e tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393887 May 19 09:41:03.292179 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1ff05030-4383-4981-8e97-62ebf903b152 req-8f8cc085-0d49-4f14-aca3-b57c355a22d8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0798261 May 19 09:41:03.357208 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7828758-c951-40ac-b348-44e326252699 req-018e5701-c8e0-48b2-9338-4bc96f4ad8c7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:03.358819 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c7828758-c951-40ac-b348-44e326252699 req-018e5701-c8e0-48b2-9338-4bc96f4ad8c7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0868070 May 19 09:41:03.409275 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c7828758-c951-40ac-b348-44e326252699 req-33100323-c184-42d2-85d2-fe7f10db3420 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447829 May 19 09:41:04.054236 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005fa92-657d-44d6-b08a-b54ca797826e req-203c160a-a53e-4360-b5d1-af02e03559a0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:04.055692 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-203c160a-a53e-4360-b5d1-af02e03559a0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 817 time: 0.1516554 May 19 09:41:04.089916 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d02c82e-484a-4ed2-80cd-dd1db6d3d0af req-db6fb5fb-5f72-4246-9778-5df26bd4cbc7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 210 time: 0.0453622 May 19 09:41:04.115177 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-4005fa92-657d-44d6-b08a-b54ca797826e req-0730e601-44b7-4702-ac8b-9425654afb33 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Synchronizing usage tracker for tenant:864023c8c80d472fb822567abae0752e on resource:security_group {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:41:04.130436 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-4005fa92-657d-44d6-b08a-b54ca797826e req-0730e601-44b7-4702-ac8b-9425654afb33 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Unset dirty status for tenant:864023c8c80d472fb822567abae0752e on resource:security_group {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:41:04.131711 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-0730e601-44b7-4702-ac8b-9425654afb33 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=864023c8c80d472fb822567abae0752e HTTP/1.1" status: 200 len: 380 time: 0.0668654 May 19 09:41:04.141430 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'port': {'device_id': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'admin_state_up': True, 'tenant_id': '864023c8c80d472fb822567abae0752e', 'security_groups': ['3ec65015-d727-4ed1-b986-9ada3a73d8e8']}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:04.278206 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:04.288096 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:04.300876 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Made reservation on behalf of 864023c8c80d472fb822567abae0752e for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:41:04.304370 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:04.358087 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:04.381540 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a1c909d8-62f8-4503-b80b-ad187eb71fd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:04.470150 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Allocated IP 172.20.0.5 (cc30172b-a480-4f81-b501-180bafad8e73/b0c788fd-a746-4bdb-956b-780fe760a6b0/9a1389c2-9399-4b6a-877b-60af03657670) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:41:04.621330 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a1f601-bb71-4790-89bb-e119b2621a08 req-ccac3c62-9309-45e3-894c-85a27966371c tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:04.622857 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f7a1f601-bb71-4790-89bb-e119b2621a08 req-ccac3c62-9309-45e3-894c-85a27966371c tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.1009924 May 19 09:41:04.664568 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:04.671953 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f7a1f601-bb71-4790-89bb-e119b2621a08 req-b7580241-7ac7-41ef-b8d4-aae1c8d50a30 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432088 May 19 09:41:04.681033 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Transition to ACTIVE for port object 9a1389c2-9399-4b6a-877b-60af03657670 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:41:04.720199 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:04.726519 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-31864485-b07e-41ab-86c2-ba1b89549427 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:04.795163 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Network cc30172b-a480-4f81-b501-180bafad8e73 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:41:04.798357 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:41:04.802298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:41:04.839215 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:04.843704 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:04.872146 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:04.872814 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:04.898495 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7607245 May 19 09:41:04.990175 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Request body: {'port': {'device_id': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:04.994041 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-5caa5a9e-cb4f-439c-bf03-b8c7938fa6d5 None None] Provisioning for port 9a1389c2-9399-4b6a-877b-60af03657670 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:41:04.998779 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-5caa5a9e-cb4f-439c-bf03-b8c7938fa6d5 None None] Provisioning complete for port 9a1389c2-9399-4b6a-877b-60af03657670 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:41:04.999160 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5caa5a9e-cb4f-439c-bf03-b8c7938fa6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:05.060013 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e367bb8a-a76d-450e-bb44-54a79a9e55c5 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:05.138914 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-5caa5a9e-cb4f-439c-bf03-b8c7938fa6d5 None None] Port 9a1389c2-9399-4b6a-877b-60af03657670 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:41:05.202012 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:05.216218 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:05.243966 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:05.253883 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:05.257801 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:05.261585 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:05.263698 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-805b7972-43ce-4897-9fd6-847c8945b89f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:05.308554 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2911e1e6-fcc6-4634-b05d-716a9a68a51e req-43772c0a-fe7c-43e9-8c7d-209f2b0dadbb tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:05.310162 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2911e1e6-fcc6-4634-b05d-716a9a68a51e req-43772c0a-fe7c-43e9-8c7d-209f2b0dadbb tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 931 time: 0.0897744 May 19 09:41:05.320676 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'code': 200} May 19 09:41:05.341742 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=e367bb8a-a76d-450e-bb44-54a79a9e55c5,revision_number=6']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:05.349765 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.350093 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.350679 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.351122 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.351447 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.351801 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.352328 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.352660 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.353473 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.353473 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.353676 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.353934 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:05.358287 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2911e1e6-fcc6-4634-b05d-716a9a68a51e req-e5172462-b218-4064-8d12-c107148d6bbd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420752 May 19 09:41:05.360283 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:05.383331 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff05030-4383-4981-8e97-62ebf903b152 req-60e764a1-0ac9-45a3-9e01-31f8eb8572bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:05.384864 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1ff05030-4383-4981-8e97-62ebf903b152 req-60e764a1-0ac9-45a3-9e01-31f8eb8572bd service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096&tenant_id=e82bbbcdf967433fbc450f8487dc2500 HTTP/1.1" status: 200 len: 1098 time: 0.2044108 May 19 09:41:05.594700 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff05030-4383-4981-8e97-62ebf903b152 req-a36b5961-6a8c-48bf-b28f-8405992a1a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:05.596224 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1ff05030-4383-4981-8e97-62ebf903b152 req-a36b5961-6a8c-48bf-b28f-8405992a1a47 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e82bbbcdf967433fbc450f8487dc2500&device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1096 time: 0.1889057 May 19 09:41:05.775364 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a1389c2-9399-4b6a-877b-60af03657670 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:41:05.792482 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:05.813002 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff05030-4383-4981-8e97-62ebf903b152 req-b6322bf8-8cd5-441c-a35f-9114737106f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:05.814469 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1ff05030-4383-4981-8e97-62ebf903b152 req-b6322bf8-8cd5-441c-a35f-9114737106f2 service neutron] 10.222.0.55 "GET /v2.0/networks?id=1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 200 len: 909 time: 0.2107451 May 19 09:41:05.816864 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Transition to ACTIVE for port object 9a1389c2-9399-4b6a-877b-60af03657670 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:41:05.820693 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:05.825443 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-571f4674-8fae-4ffd-85be-e5a54da8bb0c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:05.955225 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071eae4c-e5fe-453d-b016-a8ce232d368a req-027e25c9-3e61-4f28-8cdd-31b08cd95549 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:05.956619 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-071eae4c-e5fe-453d-b016-a8ce232d368a req-027e25c9-3e61-4f28-8cdd-31b08cd95549 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.1693466 May 19 09:41:06.017486 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-071eae4c-e5fe-453d-b016-a8ce232d368a req-9047ed96-2aa6-47c3-be4f-9957c88850c4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446200 May 19 09:41:06.027444 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:06.035760 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:06.091573 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1ff05030-4383-4981-8e97-62ebf903b152 req-3b7bf747-166f-4503-8cc7-e31dc2aabdb1 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 200 len: 998 time: 0.2669764 May 19 09:41:06.112821 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-49d9f3dc-8ff5-4059-892e-127e5f9f3203 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794759 May 19 09:41:06.207699 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff05030-4383-4981-8e97-62ebf903b152 req-dfa6d9dd-b1e6-4742-956e-4be1064f0614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:06.209069 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1ff05030-4383-4981-8e97-62ebf903b152 req-dfa6d9dd-b1e6-4742-956e-4be1064f0614 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 HTTP/1.1" status: 200 len: 847 time: 0.0892122 May 19 09:41:06.213975 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Attempting to bind port 9a1389c2-9399-4b6a-877b-60af03657670 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:41:06.214229 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Attempting to bind port 9a1389c2-9399-4b6a-877b-60af03657670 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:41:06.214536 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Attempting to bind port 9a1389c2-9399-4b6a-877b-60af03657670 on network cc30172b-a480-4f81-b501-180bafad8e73 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:41:06.254641 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-50cd906b-489b-4018-9526-3fb29869ae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:06.256046 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-50cd906b-489b-4018-9526-3fb29869ae38 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 1098 time: 0.0754094 May 19 09:41:06.258982 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Port 9a1389c2-9399-4b6a-877b-60af03657670 on network cc30172b-a480-4f81-b501-180bafad8e73 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:41:06.259324 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Attempting to bind port 9a1389c2-9399-4b6a-877b-60af03657670 on network cc30172b-a480-4f81-b501-180bafad8e73 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:41:06.267211 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:41:06.267564 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Checking segment: {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:41:06.267982 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Bound using segment: {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:41:06.268422 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Bound port: 9a1389c2-9399-4b6a-877b-60af03657670, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4986bda2-8886-4e1a-85d1-f4fee78d588a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:41:06.268775 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:06.374909 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff05030-4383-4981-8e97-62ebf903b152 req-8e206b05-8e31-4495-a60f-bef0534e07d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:06.376432 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1ff05030-4383-4981-8e97-62ebf903b152 req-8e206b05-8e31-4495-a60f-bef0534e07d3 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1cbdea42-da04-4c89-a251-98762d197286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1595850 May 19 09:41:06.378799 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:41:06.381837 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:41:06.399211 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-3c98565f-0bd6-48de-a94f-9d1ff5f06b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:06.400678 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-3c98565f-0bd6-48de-a94f-9d1ff5f06b2d service neutron] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 911 time: 0.1255996 May 19 09:41:06.405282 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:06.419813 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e94ed1c3-3c97-4a30-89ae-fdd1c60f0ff9 tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:06.512514 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-b8606c11-b79d-4b9a-ba36-6d51d573f4a2 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a HTTP/1.1" status: 200 len: 1000 time: 0.1047790 May 19 09:41:06.531389 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:06.532041 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:06.533443 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] 10.222.0.55 "PUT /v2.0/ports/9a1389c2-9399-4b6a-877b-60af03657670 HTTP/1.1" status: 200 len: 1093 time: 1.5480421 May 19 09:41:06.536002 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:06.574156 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:06.580018 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5e86ebde-ca5a-4579-a966-e9dfbd2c7f69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:06.625550 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670', 'status': 'completed', 'code': 200} May 19 09:41:06.636789 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-3706f219-fd8d-4534-b79e-b47a5ea145b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:06.638216 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-3706f219-fd8d-4534-b79e-b47a5ea145b3 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.0789297 May 19 09:41:06.641806 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1ff05030-4383-4981-8e97-62ebf903b152 req-98d29501-be76-43c4-a2ec-86a3dc3fbc40 service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577724 May 19 09:41:06.653710 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4526c1-e85b-471e-8038-4489e211b8b8 req-43fb7e5c-5c0a-40df-bcd3-cd6c04766d69 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:06.660161 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fc4526c1-e85b-471e-8038-4489e211b8b8 req-43fb7e5c-5c0a-40df-bcd3-cd6c04766d69 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.1464868 May 19 09:41:06.738134 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:06.759473 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fc4526c1-e85b-471e-8038-4489e211b8b8 req-908a0747-f2c0-425d-ad9e-f1c678e208b8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969129 May 19 09:41:06.773329 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-cdb7ffcd-d342-4262-944d-2e0bb590090e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:06.774927 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-cdb7ffcd-d342-4262-944d-2e0bb590090e service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1135805 May 19 09:41:06.887302 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005fa92-657d-44d6-b08a-b54ca797826e req-394bb3f5-1c5a-45f1-9eaa-d5e8ebdb248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:06.888801 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-394bb3f5-1c5a-45f1-9eaa-d5e8ebdb248e service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 1096 time: 0.2986579 May 19 09:41:06.906558 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-951887b0-e731-4bd1-aeb7-eb11c1cb1bbe service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244767 May 19 09:41:06.966157 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1ff05030-4383-4981-8e97-62ebf903b152 req-5c3ab435-1e44-4da9-98bd-88670569c871 service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150361 May 19 09:41:06.967373 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-89d9058b-9777-4d03-8303-8ececc0d03e0 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a1389c2-9399-4b6a-877b-60af03657670 HTTP/1.1" status: 200 len: 217 time: 0.0674193 May 19 09:41:07.040463 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005fa92-657d-44d6-b08a-b54ca797826e req-a794dacc-731d-449e-aee0-34ef9a4d34d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:07.040686 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8c24c13b-460b-418a-90a3-9e9f7a4b72c0 req-befb6784-76ef-4ebd-a596-9bcd2204e2c3 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256907 May 19 09:41:07.041787 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-a794dacc-731d-449e-aee0-34ef9a4d34d6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0639827 May 19 09:41:07.132772 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4005fa92-657d-44d6-b08a-b54ca797826e req-9cf826b3-a5d4-4582-a90a-3282631cfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:07.134261 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-9cf826b3-a5d4-4582-a90a-3282631cfe61 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754976 May 19 09:41:07.219189 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61fdc17-4315-4491-881c-5481d8718371 req-8152d89e-3aa6-46c6-92c9-3f0fa4a426b4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:07.220746 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c61fdc17-4315-4491-881c-5481d8718371 req-8152d89e-3aa6-46c6-92c9-3f0fa4a426b4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.0839319 May 19 09:41:07.265207 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c61fdc17-4315-4491-881c-5481d8718371 req-009ebf47-a35b-43f3-af06-3a71245058b9 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381057 May 19 09:41:07.267545 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-4dcb3bfd-3409-4e08-b2d8-37eba0018b0a service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264286 May 19 09:41:07.399170 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-4005fa92-657d-44d6-b08a-b54ca797826e req-771569ea-b209-4af5-a11d-9af7b224d33d service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245446 May 19 09:41:07.524114 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-4dd29e78-d969-4d10-a80f-fd388de2f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:07.525597 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-4dd29e78-d969-4d10-a80f-fd388de2f353 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 1096 time: 0.0762448 May 19 09:41:07.654937 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-65b2ae68-29fa-4d19-9d17-c90680200a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:07.656313 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-65b2ae68-29fa-4d19-9d17-c90680200a2e service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.1228547 May 19 09:41:07.723122 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-8de70cc1-63cf-4ca0-975f-db1700e4cd51 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a1389c2-9399-4b6a-877b-60af03657670 HTTP/1.1" status: 200 len: 217 time: 0.0584419 May 19 09:41:07.745347 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:07.789231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-38873626-7dda-4d4c-b164-f54cf4f0d13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:07.790663 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-38873626-7dda-4d4c-b164-f54cf4f0d13d service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0607829 May 19 09:41:07.865706 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-d68fd5f9-1925-4957-9280-26e81df110f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:07.867772 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-d68fd5f9-1925-4957-9280-26e81df110f7 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699756 May 19 09:41:07.951218 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c7d04a-3171-4d3f-86ef-ab696ad76057 req-d12d3322-d4fa-462e-91b5-fa387d403b5e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:07.952625 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d4c7d04a-3171-4d3f-86ef-ab696ad76057 req-d12d3322-d4fa-462e-91b5-fa387d403b5e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0788736 May 19 09:41:08.001085 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-b7dd5277-8a51-4df7-af06-307e2904c811 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250753 May 19 09:41:08.001337 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d4c7d04a-3171-4d3f-86ef-ab696ad76057 req-8a725fd7-0d55-4b6f-bdb1-6b94203ea4fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428159 May 19 09:41:08.130671 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-82857da2-b9e2-48f7-871f-c73c3428df7c req-8d82c1c0-2cbe-4b7f-b7f9-c54979f77a2a service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221819 May 19 09:41:08.448074 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4bc8a-9726-4d69-a324-b5577bae4a47 req-4dd7a707-d10a-45df-9926-d61396ffe0ad tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:08.449750 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4fd4bc8a-9726-4d69-a324-b5577bae4a47 req-4dd7a707-d10a-45df-9926-d61396ffe0ad tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.0792999 May 19 09:41:08.493153 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4fd4bc8a-9726-4d69-a324-b5577bae4a47 req-6badfba6-78f6-4939-b307-cd924ebb609c tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376897 May 19 09:41:09.188566 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6481e037-8943-45f6-8389-4bc709bf0989 req-6a699e90-6ddf-4841-b47d-f1bfd2795875 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:09.189997 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6481e037-8943-45f6-8389-4bc709bf0989 req-6a699e90-6ddf-4841-b47d-f1bfd2795875 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0821855 May 19 09:41:09.234540 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6481e037-8943-45f6-8389-4bc709bf0989 req-0ee5c10d-606b-452e-8d85-6602594ad631 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389416 May 19 09:41:09.672633 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894b122-4aa6-49ff-89dc-2890b9c9a61c req-0f36cba2-00c4-46ab-8431-ab649b41a21d tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:09.674063 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f894b122-4aa6-49ff-89dc-2890b9c9a61c req-0f36cba2-00c4-46ab-8431-ab649b41a21d tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.0779223 May 19 09:41:09.718426 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f894b122-4aa6-49ff-89dc-2890b9c9a61c req-f921d912-cd77-41f4-babf-0f53d297fb40 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380232 May 19 09:41:10.423548 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf505d7-a451-4558-9ccc-32aae7701512 req-8cdadf76-3a80-4a88-a192-55f60fb5c254 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:10.425047 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dbf505d7-a451-4558-9ccc-32aae7701512 req-8cdadf76-3a80-4a88-a192-55f60fb5c254 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0805311 May 19 09:41:10.469522 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-dbf505d7-a451-4558-9ccc-32aae7701512 req-24989e79-0d95-4051-bb9e-203136f60658 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381980 May 19 09:41:10.905157 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3b58c-244a-41e0-a9d1-fa750733d444 req-1e3457bd-0dce-4c3c-b67d-a9be306550c8 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:10.906529 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d7d3b58c-244a-41e0-a9d1-fa750733d444 req-1e3457bd-0dce-4c3c-b67d-a9be306550c8 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.0820017 May 19 09:41:11.027150 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d7d3b58c-244a-41e0-a9d1-fa750733d444 req-72902d59-b5ae-4648-9054-d01638e3b234 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149592 May 19 09:41:11.071694 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 9a1389c2-9399-4b6a-877b-60af03657670 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:41:11.201156 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:11.213635 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '9a1389c2-9399-4b6a-877b-60af03657670', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'port_id': '9a1389c2-9399-4b6a-877b-60af03657670', 'mac_address': 'fa:16:3e:cd:53:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:41:11.266494 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:11.282288 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1389c2-9399-4b6a-877b-60af03657670 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:41:11.297290 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:11.301153 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:11.302935 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:11.370348 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:11.373224 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:11.657822 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd507bc-aaba-407f-b13f-61a97a00e24e req-c5ba94ed-1309-4328-b791-a6c70b0a11f3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:11.659255 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0cd507bc-aaba-407f-b13f-61a97a00e24e req-c5ba94ed-1309-4328-b791-a6c70b0a11f3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0781798 May 19 09:41:11.705530 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0cd507bc-aaba-407f-b13f-61a97a00e24e req-6d7fdbfa-9555-4687-af60-8a298e7d150f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399668 May 19 09:41:11.707511 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['9a1389c2-9399-4b6a-877b-60af03657670'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:41:11.879689 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:41:12.207529 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59191046-6588-4241-8f31-c5dad836ae25 req-a6151997-7f23-4391-8f95-c5183de16ca5 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:12.208879 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-59191046-6588-4241-8f31-c5dad836ae25 req-a6151997-7f23-4391-8f95-c5183de16ca5 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.0783157 May 19 09:41:12.251310 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-59191046-6588-4241-8f31-c5dad836ae25 req-b52f9c3b-3af3-4b92-ac10-0bd683dfc84c tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367854 May 19 09:41:12.908048 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee35fa-74d6-4724-8093-a60f3cc8926e req-b8c79fbd-d1c9-4105-91c8-4c50df332128 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:12.909401 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2aee35fa-74d6-4724-8093-a60f3cc8926e req-b8c79fbd-d1c9-4105-91c8-4c50df332128 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0812149 May 19 09:41:12.953948 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2aee35fa-74d6-4724-8093-a60f3cc8926e req-ec75b9ee-7436-4a52-8660-42f4bec8d8e3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383213 May 19 09:41:13.079962 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 9a1389c2-9399-4b6a-877b-60af03657670 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:41:13.147735 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 9a1389c2-9399-4b6a-877b-60af03657670 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:41:13.152271 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 9a1389c2-9399-4b6a-877b-60af03657670 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:41:13.152659 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:13.266339 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:13.293144 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:13.302825 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:13.308757 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:13.310588 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:13.341699 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670', 'code': 200} May 19 09:41:13.379766 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:13.382604 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:13.437870 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0644aa9f-7571-4e2f-abe7-444a151110e4 req-d1b5293d-99e4-41ed-8a3e-6d879a655667 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:13.439335 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0644aa9f-7571-4e2f-abe7-444a151110e4 req-d1b5293d-99e4-41ed-8a3e-6d879a655667 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.0808659 May 19 09:41:13.485171 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0644aa9f-7571-4e2f-abe7-444a151110e4 req-6d3e1710-d977-4f19-9cfe-fe544c0c5c8e tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398374 May 19 09:41:13.579335 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb84997d-e7d4-43c9-86c0-e03297ad81df req-3ba41aab-a426-44a9-bda7-601e91822901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:13.581077 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bb84997d-e7d4-43c9-86c0-e03297ad81df req-3ba41aab-a426-44a9-bda7-601e91822901 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 1098 time: 0.0732796 May 19 09:41:13.621913 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-bb84997d-e7d4-43c9-86c0-e03297ad81df req-2dc0c537-8bec-414c-a893-4c89308f1ebc service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336165 May 19 09:41:14.145501 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fcf9d2-b6f4-4a76-8399-faa0d0556032 req-66e99b18-e123-4586-a2cf-1068a5f2d494 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:14.146932 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e3fcf9d2-b6f4-4a76-8399-faa0d0556032 req-66e99b18-e123-4586-a2cf-1068a5f2d494 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0815818 May 19 09:41:14.190830 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e3fcf9d2-b6f4-4a76-8399-faa0d0556032 req-b4b36b2b-90c1-4ebe-93f1-7f93d00cd978 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375745 May 19 09:41:14.668193 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9419a2-b418-4044-913b-86415277afee req-0ee83e59-0cbc-4150-916a-4e1755e60a84 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:14.669643 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cb9419a2-b418-4044-913b-86415277afee req-0ee83e59-0cbc-4150-916a-4e1755e60a84 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 943 time: 0.0790496 May 19 09:41:14.716387 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cb9419a2-b418-4044-913b-86415277afee req-fdbb3993-b78a-4691-b801-d0247f9f4b7a tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409503 May 19 09:41:15.089046 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e367bb8a-a76d-450e-bb44-54a79a9e55c5 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:41:15.219401 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:15.234050 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'port_id': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'mac_address': 'fa:16:3e:e0:b6:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:41:15.300275 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:15.317230 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e367bb8a-a76d-450e-bb44-54a79a9e55c5 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:41:15.333898 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:15.338342 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:15.340403 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:15.388417 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c37714-db07-4c33-a450-f8259d4e0bc0 req-59973a01-1d00-4189-9a5c-a61bc83e0020 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:15.389934 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4c37714-db07-4c33-a450-f8259d4e0bc0 req-59973a01-1d00-4189-9a5c-a61bc83e0020 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0846066 May 19 09:41:15.406122 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=e367bb8a-a76d-450e-bb44-54a79a9e55c5,revision_number=7']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:15.409173 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:15.435048 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f4c37714-db07-4c33-a450-f8259d4e0bc0 req-53e0a823-4498-447c-bcaf-5572de96f837 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392139 May 19 09:41:15.795077 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['e367bb8a-a76d-450e-bb44-54a79a9e55c5'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:41:15.904891 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a92063d-3c35-4fb4-ac11-9ae909b4adc4 req-4946dd39-9b4d-45e5-9fa5-da60867c2e13 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:15.906352 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6a92063d-3c35-4fb4-ac11-9ae909b4adc4 req-4946dd39-9b4d-45e5-9fa5-da60867c2e13 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 944 time: 0.0813901 May 19 09:41:15.950203 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6a92063d-3c35-4fb4-ac11-9ae909b4adc4 req-15216f36-1f5e-403c-b635-355cff158530 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381398 May 19 09:41:16.620529 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bf81f-f319-48d5-9258-9540de421b42 req-3cc8b506-8d57-4d2a-9449-f7489a9bf229 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:16.621994 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a55bf81f-f319-48d5-9258-9540de421b42 req-3cc8b506-8d57-4d2a-9449-f7489a9bf229 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0787764 May 19 09:41:16.665254 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a55bf81f-f319-48d5-9258-9540de421b42 req-e7ad1084-6b22-46b7-a040-18ac09c2fe01 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376022 May 19 09:41:16.847305 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099cad0-c928-4886-8c00-9fd20f200a22 req-ab0d4ad3-3a66-4e20-863f-5abeaa68c92e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:16.848788 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7099cad0-c928-4886-8c00-9fd20f200a22 req-ab0d4ad3-3a66-4e20-863f-5abeaa68c92e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0835299 May 19 09:41:16.857187 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60856) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:16.862091 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-f1cf24b5-25a7-4ba9-9757-5b99d5258046 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Request body: {'floatingip': {'port_id': '9a1389c2-9399-4b6a-877b-60af03657670'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:16.938940 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1cf24b5-25a7-4ba9-9757-5b99d5258046 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:17.103818 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e367bb8a-a76d-450e-bb44-54a79a9e55c5 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:41:17.171001 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port e367bb8a-a76d-450e-bb44-54a79a9e55c5 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:41:17.171386 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:17.270857 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd1541b-a77f-4cc6-ae92-b2c4845cb62f req-4ec9ec33-77f7-41c0-b5fd-0fcc69a24032 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:17.272353 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4fd1541b-a77f-4cc6-ae92-b2c4845cb62f req-4ec9ec33-77f7-41c0-b5fd-0fcc69a24032 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 944 time: 0.2147698 May 19 09:41:17.312455 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:17.339082 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:17.348797 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:17.354386 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:17.356961 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-805b7972-43ce-4897-9fd6-847c8945b89f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:17.388479 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'code': 200} May 19 09:41:17.427848 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=e367bb8a-a76d-450e-bb44-54a79a9e55c5,revision_number=8']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:17.431505 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:17.478611 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4fd1541b-a77f-4cc6-ae92-b2c4845cb62f req-cfea7488-9ffe-4075-a539-0fe04ea59f21 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544833 May 19 09:41:17.677133 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfadc1c-1682-46e0-a75b-0bec19768c80 req-d162a8d3-090c-44c3-a294-543f21cf906f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:17.679303 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7bfadc1c-1682-46e0-a75b-0bec19768c80 req-d162a8d3-090c-44c3-a294-543f21cf906f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1098 time: 0.0686779 May 19 09:41:17.718678 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1cf24b5-25a7-4ba9-9757-5b99d5258046 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:17.719257 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-7bfadc1c-1682-46e0-a75b-0bec19768c80 req-3b04ca0f-787d-42a2-9017-ddc5961da52a service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331957 May 19 09:41:17.723135 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1cf24b5-25a7-4ba9-9757-5b99d5258046 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:17.897351 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.l3_db [None req-f1cf24b5-25a7-4ba9-9757-5b99d5258046 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Floating IP 876d3dea-36d9-4913-a289-56d69fd3f788 associated. External IP: 172.27.1.40, port: 9a1389c2-9399-4b6a-877b-60af03657670. May 19 09:41:18.237615 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cf24b5-25a7-4ba9-9757-5b99d5258046 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Router 90f4c63f-1b54-484a-8a74-f283388640c9 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:41:18.414623 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cf24b5-25a7-4ba9-9757-5b99d5258046 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:41:18.419560 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f1cf24b5-25a7-4ba9-9757-5b99d5258046 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:18.424057 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] Sync routers for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:41:18.434136 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:18.434753 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:18.472638 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-f1cf24b5-25a7-4ba9-9757-5b99d5258046 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "PUT /v2.0/floatingips/876d3dea-36d9-4913-a289-56d69fd3f788 HTTP/1.1" status: 200 len: 990 time: 1.6143978 May 19 09:41:18.473369 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:18.585375 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670', 'status': 'completed', 'code': 200} May 19 09:41:18.620535 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:18.758558 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df068209-33af-4daa-af8a-c76bc4004bd0 req-078c7a03-585c-4926-86a9-3fc203e4ab1d tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:18.760210 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-df068209-33af-4daa-af8a-c76bc4004bd0 req-078c7a03-585c-4926-86a9-3fc203e4ab1d tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0860264 May 19 09:41:18.793741 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-6e4b53e5-b60a-4db6-9d1c-740fec30254d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:18.796512 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-6e4b53e5-b60a-4db6-9d1c-740fec30254d service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 1098 time: 0.1770859 May 19 09:41:18.813600 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-df068209-33af-4daa-af8a-c76bc4004bd0 req-e06e7d1c-c412-4dfc-8d32-dc23db66ebcf tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469625 May 19 09:41:18.938592 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-22bc3b0a-2b60-49d7-86bf-b8b2863700a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:18.940562 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-22bc3b0a-2b60-49d7-86bf-b8b2863700a4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.1363077 May 19 09:41:18.996354 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '876d3dea-36d9-4913-a289-56d69fd3f788', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'port_id': '9a1389c2-9399-4b6a-877b-60af03657670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'mac_address': 'fa:16:3e:cd:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:41:01Z', 'updated_at': '2021-05-19T09:41:17Z', 'revision_number': 1, 'project_id': '864023c8c80d472fb822567abae0752e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:19.000501 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] Checking router: 90f4c63f-1b54-484a-8a74-f283388640c9 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:41:19.009978 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:19.010653 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:19.052609 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-d1c6bc85-aa01-46b8-b159-3165c62d5c74 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a1389c2-9399-4b6a-877b-60af03657670 HTTP/1.1" status: 200 len: 998 time: 0.1019909 May 19 09:41:19.115555 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-09de7fa2-7872-48f8-a982-0fc89d9bdf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:19.117105 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-09de7fa2-7872-48f8-a982-0fc89d9bdf48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0574651 May 19 09:41:19.186669 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:19.196000 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-c8efe97e-ea80-47e1-b345-9de75565e48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:19.197487 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-c8efe97e-ea80-47e1-b345-9de75565e48d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0735109 May 19 09:41:19.330338 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-4b780f65-168a-4a64-84d6-eafdafa3bd13 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254008 May 19 09:41:19.461620 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0d2c91f3-9443-4c27-857e-e4c16df2a09c req-9fbfd501-3335-4235-8e50-4d96d08ae7f7 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241343 May 19 09:41:19.538659 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '876d3dea-36d9-4913-a289-56d69fd3f788', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'port_id': '9a1389c2-9399-4b6a-877b-60af03657670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'mac_address': 'fa:16:3e:cd:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:41:01Z', 'updated_at': '2021-05-19T09:41:17Z', 'revision_number': 1, 'project_id': '864023c8c80d472fb822567abae0752e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:19.542687 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ee1fde-dbd0-41c2-8d20-72899735e3bf None None] The sync data for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi is: [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '876d3dea-36d9-4913-a289-56d69fd3f788', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'floating_ip_address': '172.27.1.40', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'port_id': '9a1389c2-9399-4b6a-877b-60af03657670', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'mac_address': 'fa:16:3e:cd:53:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:41:01Z', 'updated_at': '2021-05-19T09:41:17Z', 'revision_number': 1, 'project_id': '864023c8c80d472fb822567abae0752e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:41:19.714773 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e3ae84-2779-45f4-b8aa-d0ae2cf371c0 None None] New status for floating IP 876d3dea-36d9-4913-a289-56d69fd3f788: ACTIVE {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:41:20.001485 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb8b171-6d87-4797-b062-5bacc38d5ea0 req-ce61eb38-0610-4517-9cf5-7d4dae39670e tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:20.002937 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eeb8b171-6d87-4797-b062-5bacc38d5ea0 req-ce61eb38-0610-4517-9cf5-7d4dae39670e tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0820618 May 19 09:41:20.047640 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eeb8b171-6d87-4797-b062-5bacc38d5ea0 req-3e12331c-be5d-4112-a113-d2e638f3a09f tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388417 May 19 09:41:26.749803 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d22cd2-7c1f-4181-926e-684e60ca1d73 req-d95f90d7-b036-4aa7-9160-a9859f20e684 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:26.751236 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e6d22cd2-7c1f-4181-926e-684e60ca1d73 req-d95f90d7-b036-4aa7-9160-a9859f20e684 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0836256 May 19 09:41:26.794981 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e6d22cd2-7c1f-4181-926e-684e60ca1d73 req-df14dca2-b954-4cbf-84dd-d118bcca7d56 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 May 19 09:41:27.977046 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b566058-981f-4f48-8183-c0cd387273c5 req-7a43d2bc-39fd-44b0-ab24-05e9be37c1af tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:27.978493 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0b566058-981f-4f48-8183-c0cd387273c5 req-7a43d2bc-39fd-44b0-ab24-05e9be37c1af tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0787921 May 19 09:41:28.111901 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0b566058-981f-4f48-8183-c0cd387273c5 req-4c69b4d9-3c4e-45a9-b250-6e88cc4efae3 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=a0b71300-dbe4-4d16-9015-7c7604b09434&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275871 May 19 09:41:28.216843 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b460a25b-2d87-4c7d-923a-6ad630c5c6af tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:28.217545 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b460a25b-2d87-4c7d-923a-6ad630c5c6af tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Synchronizing usage tracker for tenant:a12fadd111394d43aca9413095296bf9 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:41:28.234370 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b460a25b-2d87-4c7d-923a-6ad630c5c6af tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Unset dirty status for tenant:a12fadd111394d43aca9413095296bf9 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:41:28.235600 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b460a25b-2d87-4c7d-923a-6ad630c5c6af tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 945 time: 0.0962119 May 19 09:41:28.370874 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Deleting port 602dec52-cea8-4e89-8ade-170dcdd6b52a {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:28.371140 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.500228 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] For port 602dec52-cea8-4e89-8ade-170dcdd6b52a, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=602dec52-cea8-4e89-8ade-170dcdd6b52a,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:28.500589 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.783464 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.783867 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.784184 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Floating IP be436d13-c0f7-40f5-8d8a-f13b30fbc2f5 disassociated. External IP: 172.27.1.79, port: 602dec52-cea8-4e89-8ade-170dcdd6b52a. May 19 09:41:28.784527 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Calling delete_port for 602dec52-cea8-4e89-8ade-170dcdd6b52a owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:28.894821 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:28.900955 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b16778e4-e394-4bcb-ad04-65e6f07e5203 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:28.943744 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event deleted for resources: {'Port': ['ID=602dec52-cea8-4e89-8ade-170dcdd6b52a,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:28.955803 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.956198 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.956578 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.956953 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.957324 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.957690 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.958053 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.958415 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.958778 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.959136 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.959522 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.959903 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:28.963467 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:29.229988 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Router 8a37b0b0-3d78-4c54-8337-24651c146166 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:41:29.258161 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-91cfc23b-6e4b-4028-91f6-b0e5122789a4 req-f1a1ba9a-661b-4bda-a800-b83ccadcac1c tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=94e0a112-49e6-4843-861d-2f9cbbb29032 HTTP/1.1" status: 200 len: 210 time: 0.0418365 May 19 09:41:29.414360 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:41:29.424033 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] Sync routers for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:41:29.434709 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:29.435401 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:29.487353 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] No DVR routers for this DVR port 602dec52-cea8-4e89-8ade-170dcdd6b52a on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:29.489883 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:29.492523 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'name': 'network-vif-deleted', 'tag': '602dec52-cea8-4e89-8ade-170dcdd6b52a'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:29.512241 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-91f3c25b-ee51-4831-b3c4-27d6372bf09b req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "DELETE /v2.0/ports/602dec52-cea8-4e89-8ade-170dcdd6b52a HTTP/1.1" status: 204 len: 173 time: 1.2699542 May 19 09:41:29.556282 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94e0a112-49e6-4843-861d-2f9cbbb29032', 'name': 'network-vif-deleted', 'tag': '602dec52-cea8-4e89-8ade-170dcdd6b52a', 'status': 'completed', 'code': 200} May 19 09:41:29.652860 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:29.964533 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:29.968277 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] Checking router: 8a37b0b0-3d78-4c54-8337-24651c146166 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:41:29.976804 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:29.977411 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:30.156624 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:30.385535 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60926) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:30.449334 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:30.477405 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:30.479005 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:30.482935 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c349ea-41bf-407c-a3b0-238172dd5f34 None None] The sync data for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi is: [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:41:30.534069 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:30.537989 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:30.553199 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b71300-dbe4-4d16-9015-7c7604b09434,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:30.561584 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.561950 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.562308 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.562659 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.563003 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.563353 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.563720 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.564063 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.564409 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.564749 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.565086 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.565428 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:41:30.570484 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:30.576092 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:30.579793 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "DELETE /v2.0/security-groups/a0b71300-dbe4-4d16-9015-7c7604b09434 HTTP/1.1" status: 204 len: 168 time: 0.1907444 May 19 09:41:30.579972 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60930) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:30.597253 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.api.v2.resource [None req-7b2bfb20-a681-4274-85b7-174bb68a815b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] show failed (client error): The resource could not be found. May 19 09:41:30.598403 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-7b2bfb20-a681-4274-85b7-174bb68a815b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups/a0b71300-dbe4-4d16-9015-7c7604b09434 HTTP/1.1" status: 404 len: 347 time: 0.0173993 May 19 09:41:30.601175 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60934) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:30.698431 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd302c8-a856-4e47-a0e8-9071716e93c2 None None] New status for floating IP be436d13-c0f7-40f5-8d8a-f13b30fbc2f5: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:41:30.823686 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Deleting port ae71e4f3-9cfe-4bba-b4f3-014b426c9d29 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:30.824038 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:30.947336 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:30.947945 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.069576 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Calling delete_port for ae71e4f3-9cfe-4bba-b4f3-014b426c9d29 owned by network:floatingip {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:31.172317 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 602dec52-cea8-4e89-8ade-170dcdd6b52a no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:31.179755 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.183310 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:31.206662 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 602dec52-cea8-4e89-8ade-170dcdd6b52a {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:31.207015 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 602dec52-cea8-4e89-8ade-170dcdd6b52a not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:31.230654 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event deleted for resources: {'Port': ['ID=ae71e4f3-9cfe-4bba-b4f3-014b426c9d29,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:31.233158 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:31.349118 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-8c6ad994-00ef-4399-b767-832ebcade4ac tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499479201&fields=id&tenant_id=71cb6d0c765d429eb4f1e28cb170da57 HTTP/1.1" status: 200 len: 267 time: 0.1147976 May 19 09:41:31.390355 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.424084 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.425119 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "DELETE /v2.0/floatingips/be436d13-c0f7-40f5-8d8a-f13b30fbc2f5 HTTP/1.1" status: 204 len: 168 time: 0.8231256 May 19 09:41:31.453691 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-9d114276-2a1a-4fd4-a929-2f87d8bc2b5f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:31.455173 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-9d114276-2a1a-4fd4-a929-2f87d8bc2b5f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 984 time: 0.0992150 May 19 09:41:31.466280 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Request body: {'port': {'security_groups': ['9b852e4b-033a-4650-b60d-a2aca8e4be8c']}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:31.586757 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.654708 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b74bab8c-7d1c-410d-836d-88d6f67654b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.713192 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60946) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:31.718433 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'security_group': {'name': 'tempest-securitygroup--177740632', 'description': 'tempest-description--1181287812'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:31.724327 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:31.728454 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:security_group and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:31.731317 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:31.738059 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:31.749019 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.772186 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:31.776021 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:security_group_rule and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:31.778811 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:31.784495 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:31.829602 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] For port e4ab1aee-0572-4305-8549-4eee7bb9b192, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:31.860253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.864289 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.864567 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.868618 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.870498 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cfdc77e7-055c-42e0-a5cb-bc8347cc8efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:31.874328 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:31.880201 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['e4ab1aee-0572-4305-8549-4eee7bb9b192'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:41:31.911601 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:31.915108 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.920064 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2050738 May 19 09:41:31.920327 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b3255752-7491-4da4-b3a7-fef5f0ad27fc tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:31.920886 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60950) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:31.925938 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'security_group_rule': {'security_group_id': '40d1656f-f2f1-49b9-aee0-5c60a1f0e95b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:31.932322 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:31.936217 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:security_group_rule and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:31.939455 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:31.945222 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:31.946445 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:31.947074 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:31.954868 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8d0da5fe-ca11-4102-b7a9-63a648ed92a0 req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "PUT /v2.0/ports/e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 942 time: 0.4897227 May 19 09:41:31.954868 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:31.955098 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60954) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:31.964962 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event updated for resources: {'Port': ['ID=e4ab1aee-0572-4305-8549-4eee7bb9b192,revision_number=7']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:31.968066 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ee8f1b89-8d51-4979-b121-0fd76b293148 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:31.995736 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.001906 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'status': 'completed', 'code': 200} May 19 09:41:32.064148 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['e4ab1aee-0572-4305-8549-4eee7bb9b192'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:41:32.134133 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-31b0d066-69e5-4b0b-a7ea-065b8263a4d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.193786 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.202194 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-31b0d066-69e5-4b0b-a7ea-065b8263a4d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.214276 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.231895 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:32.274522 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c24d0d3c-cdde-4c27-abe2-3711f48144bc,revision_number=0']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:32.277292 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:32.282778 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.284018 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-1256d99b-fba0-481a-ab9d-c12f342c69e8 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3623238 May 19 09:41:32.286818 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60962) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:32.286979 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-73a4d184-9587-41aa-9b42-a053868edaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:32.288545 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-73a4d184-9587-41aa-9b42-a053868edaab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1098 time: 0.2392688 May 19 09:41:32.292245 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'security_group_rule': {'security_group_id': '40d1656f-f2f1-49b9-aee0-5c60a1f0e95b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:32.292732 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-ff20e35f-2280-4907-8303-e24265920198 None None] Provisioning complete for port e4ab1aee-0572-4305-8549-4eee7bb9b192 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:41:32.293383 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ff20e35f-2280-4907-8303-e24265920198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.298381 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:32.302651 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:security_group_rule and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:32.306089 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:32.313260 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:32.331194 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.398420 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.402124 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-592577'] for security_group_rule, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.404347 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c5b34fa4-a9b8-4ffc-bb49-60800af450d3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:32.404879 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-31b0d066-69e5-4b0b-a7ea-065b8263a4d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.411947 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f08d5652-926f-4fd1-90db-3f881b2203a2 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:32.426696 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d2d88ff-5c68-4cb7-bf5c-a82e4e1b4643,revision_number=0']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:32.429803 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:32.436649 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0d066-69e5-4b0b-a7ea-065b8263a4d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5312e5a4-475d-4b0e-99c1-93661b9ea048,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:32.441294 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.442508 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-7ea72627-9156-4f74-96ab-6be19c06cdb0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1547513 May 19 09:41:32.444947 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-31b0d066-69e5-4b0b-a7ea-065b8263a4d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:32.445680 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 60966) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:32.452204 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'floatingip': {'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:32.458827 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:32.462098 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-31b0d066-69e5-4b0b-a7ea-065b8263a4d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.465588 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-31b0d066-69e5-4b0b-a7ea-065b8263a4d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "DELETE /v2.0/security-groups/5312e5a4-475d-4b0e-99c1-93661b9ea048 HTTP/1.1" status: 204 len: 168 time: 0.5076630 May 19 09:41:32.465741 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Usage tracker for resource:floatingip and tenant:a12fadd111394d43aca9413095296bf9 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:41:32.465846 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 60970) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:32.466953 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:41:32.472818 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:32.489750 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.534749 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-28baae74-f906-44e6-989a-c08b98ebd475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:32.536465 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-28baae74-f906-44e6-989a-c08b98ebd475 service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 200 len: 916 time: 0.2367957 May 19 09:41:32.701639 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.737079 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-9a1ecbaa-6839-4ede-9f04-f387d10e2f6c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 1001 time: 0.1906521 May 19 09:41:32.838325 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Allocated IP 172.27.1.129 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/701d234a-2fcf-4b13-bd0d-580cfe95c95c) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:41:32.857206 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-5f810bf1-721b-4f3e-878e-ebebd8c7f833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:32.858631 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-5f810bf1-721b-4f3e-878e-ebebd8c7f833 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1420acb-d341-47d4-a102-59148351b9b0 HTTP/1.1" status: 200 len: 854 time: 0.1096079 May 19 09:41:32.921483 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Deleting port 41cbce66-eff2-4264-96ae-eb804989473e {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:32.921826 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:32.984432 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.015973 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.020236 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-56bc7043-1415-4d60-a482-0c603424bfdd tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:33.088373 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:41:33.091133 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:41:33.093579 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:41:33.128558 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'Port': ['ID=701d234a-2fcf-4b13-bd0d-580cfe95c95c,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:33.131929 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:33.138013 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-fd8e7852-89e5-40d5-8507-6e4558c1dad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:33.139513 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-fd8e7852-89e5-40d5-8507-6e4558c1dad4 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd80daa7-f242-43dd-84c4-3abd3d59564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2712915 May 19 09:41:33.179571 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.185779 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.186251 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.245103 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.360507 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Calling delete_port for 41cbce66-eff2-4264-96ae-eb804989473e owned by network:floatingip {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:33.432204 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-b0c497ab-f7f5-4ef6-a03b-0a74caa07d9f service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814918 May 19 09:41:33.445742 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.450218 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.454117 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-99684ec8-47d1-4480-b7db-5439de72feed tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:33.560909 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'Port': ['ID=701d234a-2fcf-4b13-bd0d-580cfe95c95c,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:33.564721 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:33.571491 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.593653 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.594873 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1478317 May 19 09:41:33.626707 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-62050a94-20c3-42de-a9ef-3fb6262cefdd req-e396818e-0235-49bc-9e33-daa92189d017 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842678 May 19 09:41:33.645514 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.650268 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c74d0a1e-b984-489a-acb6-feae3e336eb6 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:33.697670 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event deleted for resources: {'Port': ['ID=41cbce66-eff2-4264-96ae-eb804989473e,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:33.724374 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:33.789716 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks [] for floatingip, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:33.790461 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Floating IP c2bbf688-b623-42c2-917f-be64fc9c56af disassociated (deleted). External IP: 172.27.1.149, port: e4ab1aee-0572-4305-8549-4eee7bb9b192. May 19 09:41:33.812742 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-938088f3-a12e-402f-9491-194999f65797 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Synchronizing usage tracker for tenant:a12fadd111394d43aca9413095296bf9 on resource:security_group {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:41:33.827398 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-938088f3-a12e-402f-9491-194999f65797 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Unset dirty status for tenant:a12fadd111394d43aca9413095296bf9 on resource:security_group {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:41:33.828595 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-938088f3-a12e-402f-9491-194999f65797 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--177740632&fields=id&tenant_id=a12fadd111394d43aca9413095296bf9 HTTP/1.1" status: 200 len: 267 time: 0.0569060 May 19 09:41:33.980011 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-c0e07009-fb8e-4f9d-b37b-939bd0eee743 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:33.981449 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-c0e07009-fb8e-4f9d-b37b-939bd0eee743 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 810 time: 0.1440771 May 19 09:41:33.995989 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-c48ce075-a948-4cf9-9ebb-b9716efaad34 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/quotas/a12fadd111394d43aca9413095296bf9 HTTP/1.1" status: 200 len: 375 time: 0.0088391 May 19 09:41:34.081140 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-4c791912-dad6-49bc-a237-dde9f340d3fd tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Synchronizing usage tracker for tenant:a12fadd111394d43aca9413095296bf9 on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:41:34.098397 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-4c791912-dad6-49bc-a237-dde9f340d3fd tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Unset dirty status for tenant:a12fadd111394d43aca9413095296bf9 on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:41:34.099943 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-4c791912-dad6-49bc-a237-dde9f340d3fd tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987167 May 19 09:41:34.148288 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Router 3483878d-63d3-4b46-9533-a32bd28ec193 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:41:34.237507 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-70e83b8d-53d8-4b84-9e77-bac80e25b43c service neutron] 10.222.0.46 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257839 May 19 09:41:34.328446 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:41:34.344397 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] Sync routers for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:41:34.354274 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:34.375613 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:34.379732 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:34.382838 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-9fa6ed69-21ae-4e2c-8541-74282fe16ae7 service neutron] 10.222.0.46 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389239 May 19 09:41:34.414911 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "DELETE /v2.0/floatingips/c2bbf688-b623-42c2-917f-be64fc9c56af HTTP/1.1" status: 204 len: 168 time: 1.9479742 May 19 09:41:34.415913 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:34.451102 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:34.474177 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-897d66a0-ea23-4bda-88a3-9b487d6b5b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:34.546060 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'status': 'completed', 'code': 200} May 19 09:41:34.649763 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0704d68c-4c1b-4dfe-8401-eee5e84d1a8a req-cd4386fc-925f-4d9b-8bbb-372eecbf1793 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 210 time: 0.0626345 May 19 09:41:34.660774 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:34.830875 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-61c48388-09f0-4750-9e2e-cb0883cff3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:34.832761 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-61c48388-09f0-4750-9e2e-cb0883cff3b0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 1098 time: 0.2502792 May 19 09:41:34.994896 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-17e83f54-5b04-43d3-9f18-1d18fdd1949e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:34.996847 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-17e83f54-5b04-43d3-9f18-1d18fdd1949e service neutron] 10.222.0.55 "GET /v2.0/networks?id=fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 200 len: 916 time: 0.1572516 May 19 09:41:35.036236 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '3d9df6eb-9f41-490f-b67e-56193d9f9ae1', 'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'mac_address': 'fa:16:3e:89:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:22Z', 'updated_at': '2021-05-19T09:35:31Z', 'revision_number': 5, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'subnets': [{'id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:35.041554 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] Checking router: 3483878d-63d3-4b46-9533-a32bd28ec193 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:41:35.054001 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:35.054700 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:35.082073 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-c0083775-f693-49a1-9f3a-481efe95852b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 200 len: 217 time: 0.0785768 May 19 09:41:35.152264 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-993be2c5-cf21-4a29-b763-e7d72174d400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:35.153847 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-993be2c5-cf21-4a29-b763-e7d72174d400 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=c1420acb-d341-47d4-a102-59148351b9b0 HTTP/1.1" status: 200 len: 854 time: 0.0648623 May 19 09:41:35.234607 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:35.248776 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-e9b4ae2d-8150-4e74-9e63-e7eac152255d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:35.250567 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-e9b4ae2d-8150-4e74-9e63-e7eac152255d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=fd80daa7-f242-43dd-84c4-3abd3d59564e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0890315 May 19 09:41:35.268725 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:35.393242 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-a49c203a-75a5-4029-bb72-cc4d0e3c3772 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348569 May 19 09:41:35.542925 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-26005a11-a59d-4ab9-9adb-a529ced94c44 req-e4e3301a-90a5-4d02-bbf3-cb53f4a73864 service neutron] 10.222.0.55 "GET /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434903 May 19 09:41:35.597094 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '3d9df6eb-9f41-490f-b67e-56193d9f9ae1', 'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'mac_address': 'fa:16:3e:89:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:22Z', 'updated_at': '2021-05-19T09:35:31Z', 'revision_number': 5, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'subnets': [{'id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:35.601015 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e533d5a-d1f8-4e74-96e4-f9411a18abe3 None None] The sync data for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi is: [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:35:23Z', 'revision_number': 4, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '3d9df6eb-9f41-490f-b67e-56193d9f9ae1', 'name': '', 'network_id': 'fd80daa7-f242-43dd-84c4-3abd3d59564e', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'mac_address': 'fa:16:3e:89:53:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_interface', 'standard_attr_id': 367, 'fixed_ips': [{'subnet_id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:22Z', 'updated_at': '2021-05-19T09:35:31Z', 'revision_number': 5, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'subnets': [{'id': 'c1420acb-d341-47d4-a102-59148351b9b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:41:35.796192 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-515725d3-112a-4896-a1ff-b8ef1788dba7 req-5f462511-5009-43af-8db8-071eb22c14f5 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 210 time: 0.0452113 May 19 09:41:35.827714 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f931b5b0-957c-4946-aa40-de77158f542f None None] New status for floating IP c2bbf688-b623-42c2-917f-be64fc9c56af: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:41:36.064749 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-ada101b0-1205-4ed0-90d6-23c1f9589429 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:36.066366 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-ada101b0-1205-4ed0-90d6-23c1f9589429 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 810 time: 0.1698620 May 19 09:41:36.123997 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-65e087a7-9e25-420c-8da0-c471d0d62a75 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Synchronizing usage tracker for tenant:a12fadd111394d43aca9413095296bf9 on resource:security_group {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:41:36.136555 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-65e087a7-9e25-420c-8da0-c471d0d62a75 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Unset dirty status for tenant:a12fadd111394d43aca9413095296bf9 on resource:security_group {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:41:36.137778 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-65e087a7-9e25-420c-8da0-c471d0d62a75 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a12fadd111394d43aca9413095296bf9 HTTP/1.1" status: 200 len: 379 time: 0.0614660 May 19 09:41:36.149957 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'port': {'device_id': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'admin_state_up': True, 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'security_groups': ['40d1656f-f2f1-49b9-aee0-5c60a1f0e95b']}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:36.284124 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:41:36.294304 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:41:36.303664 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Made reservation on behalf of a12fadd111394d43aca9413095296bf9 for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:41:36.307050 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:36.463996 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Allocated IP 172.20.0.6 (c123ff2b-f731-4b43-b174-2198f1d922d6/e5d79cb4-dce7-409f-9962-8a8e470db3a6/48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:41:36.650897 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:36.666428 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Transition to ACTIVE for port object 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:41:36.690335 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:36.696789 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b3dfac53-0cfc-459f-9417-fdd1719a94f7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:36.731027 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:36.761316 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Network c123ff2b-f731-4b43-b174-2198f1d922d6 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:41:36.764278 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:41:36.768052 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:41:36.802633 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event updated for resources: {'Port': ['ID=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:36.809494 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:36.841320 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:36.842003 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:36.868727 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7230988 May 19 09:41:36.882957 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Request body: {'port': {'device_id': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:36.984401 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-ceadd05b-0e7d-45b1-b161-362cd03739fe None None] Provisioning for port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:41:36.989691 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-ceadd05b-0e7d-45b1-b161-362cd03739fe None None] Provisioning complete for port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:41:36.990438 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ceadd05b-0e7d-45b1-b161-362cd03739fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:37.001217 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:37.047333 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-ceadd05b-0e7d-45b1-b161-362cd03739fe None None] Port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:41:37.090563 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8097330b-e34c-45eb-8253-9afc0880f2f5 req-b81055aa-eec4-4919-a523-253c667cd64f tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:37.092004 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8097330b-e34c-45eb-8253-9afc0880f2f5 req-b81055aa-eec4-4919-a523-253c667cd64f tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 931 time: 0.1882207 May 19 09:41:37.140926 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8097330b-e34c-45eb-8253-9afc0880f2f5 req-304e6820-93b3-4489-a535-eca223f4f171 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429368 May 19 09:41:37.448448 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:41:37.457205 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:37.472897 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Transition to ACTIVE for port object 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:41:37.477232 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:37.481378 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:37.636394 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:37.639353 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:37.719180 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Attempting to bind port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:41:37.719525 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Attempting to bind port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:41:37.719893 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Attempting to bind port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 on network c123ff2b-f731-4b43-b174-2198f1d922d6 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:41:37.724554 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 on network c123ff2b-f731-4b43-b174-2198f1d922d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:41:37.724952 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Attempting to bind port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 on network c123ff2b-f731-4b43-b174-2198f1d922d6 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:41:37.730394 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:41:37.730740 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Checking segment: {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:41:37.731134 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Bound using segment: {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:41:37.731567 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Bound port: 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f66b926-0cfe-4070-ad18-dbe105844cea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 972, 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:41:37.731951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:37.774551 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:37.827734 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] For port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:41:37.831003 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] For port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:41:37.834966 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:37.840322 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b493c4b7-a44c-4642-9d23-efc457fb297b tempest-VolumesSnapshotTestJSON-792465012 tempest-VolumesSnapshotTestJSON-792465012-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:37.897258 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:37.898116 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:37.899501 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] 10.222.0.55 "PUT /v2.0/ports/48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 HTTP/1.1" status: 200 len: 1093 time: 1.0210898 May 19 09:41:37.907377 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'tag': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:37.934490 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Pushing event updated for resources: {'Port': ['ID=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:37.937710 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:37.973616 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'tag': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06', 'status': 'completed', 'code': 200} May 19 09:41:38.015643 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-71ff0db9-3a22-4177-a993-b844a7a78d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:38.017144 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-71ff0db9-3a22-4177-a993-b844a7a78d92 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0768013 May 19 09:41:38.093809 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-6a64f310-db07-4229-a410-25e97f12c02c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 HTTP/1.1" status: 200 len: 217 time: 0.0645342 May 19 09:41:38.156081 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-a83a37c9-4d3f-4b55-a2d8-3c7a05c86b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:38.157395 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-a83a37c9-4d3f-4b55-a2d8-3c7a05c86b66 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.0560706 May 19 09:41:38.239183 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-edfd891b-a22b-453e-b4ba-d5be023cfc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:38.240741 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-edfd891b-a22b-453e-b4ba-d5be023cfc9d service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0754693 May 19 09:41:38.324129 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72b344-2cbc-46d6-ae79-9b06d891cf26 req-c902d0d4-95d7-4d11-8222-8634b221cc16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:38.325842 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6f72b344-2cbc-46d6-ae79-9b06d891cf26 req-c902d0d4-95d7-4d11-8222-8634b221cc16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 943 time: 0.0782225 May 19 09:41:38.373170 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6f72b344-2cbc-46d6-ae79-9b06d891cf26 req-c6f6dc7d-31c0-4932-86db-293574afe3a9 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413213 May 19 09:41:38.375825 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-3c773e72-4f52-4383-b186-9f504bfdbea6 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261218 May 19 09:41:38.509113 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6aaea5cf-eca5-4ae8-bdc7-62bf61a270d8 req-3066dc38-1d81-46f4-8550-0348f7c6c55f service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235611 May 19 09:41:38.629389 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-88a407ba-b7f2-4e9a-a382-6a754aee2b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:38.630870 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-88a407ba-b7f2-4e9a-a382-6a754aee2b34 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 1096 time: 0.0718443 May 19 09:41:38.762195 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-6aed7dd2-d539-4cd7-beac-3fb26c0c4087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:38.763567 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-6aed7dd2-d539-4cd7-beac-3fb26c0c4087 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 911 time: 0.1250753 May 19 09:41:38.931520 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-e2d0dd64-b166-46ec-9e88-087e45656acd service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 HTTP/1.1" status: 200 len: 217 time: 0.1607652 May 19 09:41:38.963467 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e8499f-1171-4f04-8397-77cc14bb11de req-95685668-cdd3-4919-80b8-85f74f4b74f6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:38.964930 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c4e8499f-1171-4f04-8397-77cc14bb11de req-95685668-cdd3-4919-80b8-85f74f4b74f6 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.0816207 May 19 09:41:38.996735 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-ebe0d679-4ea4-44c0-8942-3dd3ef2add5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:38.998169 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-ebe0d679-4ea4-44c0-8942-3dd3ef2add5a service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.0576682 May 19 09:41:39.008368 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c4e8499f-1171-4f04-8397-77cc14bb11de req-c443adfd-be9d-48ee-adcc-293972510e0b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376391 May 19 09:41:39.079762 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-57c5e1f5-a69a-44ad-91b2-7d7a7233d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:39.081240 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-57c5e1f5-a69a-44ad-91b2-7d7a7233d081 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0724754 May 19 09:41:39.216376 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-cb0cd00a-bd09-48dd-8943-79e785f5d9a6 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221230 May 19 09:41:39.348893 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-18e9d678-273e-4d34-9612-8831b1ff0379 req-69fc735b-0eb7-4a19-a572-614cbe314763 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224780 May 19 09:41:39.562183 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6761c7f8-d1db-4d30-9651-57f3c165cc7b req-52964ab0-d61f-4c5c-b93b-5967d9ca30a1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:39.563652 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6761c7f8-d1db-4d30-9651-57f3c165cc7b req-52964ab0-d61f-4c5c-b93b-5967d9ca30a1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 943 time: 0.0833404 May 19 09:41:39.607709 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6761c7f8-d1db-4d30-9651-57f3c165cc7b req-1a6ee441-c110-4637-bc91-eb6a54350b80 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383127 May 19 09:41:40.190594 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f925f37e-98aa-44b3-9f17-77f5b92b4959 req-6d8ca9a4-ccaa-47d7-802d-a73acb80af9f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:40.192051 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f925f37e-98aa-44b3-9f17-77f5b92b4959 req-6d8ca9a4-ccaa-47d7-802d-a73acb80af9f tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.0785570 May 19 09:41:40.236337 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f925f37e-98aa-44b3-9f17-77f5b92b4959 req-ba6d25bc-78e4-42d3-a1d8-3a0569014acf tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 May 19 09:41:40.793454 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc9c55c-1c37-4d61-ada9-5ce6a5dd5a37 req-e0a1401c-f08c-4d0c-874f-5db83c389f2b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:40.795803 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1fc9c55c-1c37-4d61-ada9-5ce6a5dd5a37 req-e0a1401c-f08c-4d0c-874f-5db83c389f2b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 943 time: 0.0815527 May 19 09:41:40.843928 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1fc9c55c-1c37-4d61-ada9-5ce6a5dd5a37 req-79f830db-8677-49fd-9b7d-c92adf358a52 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 May 19 09:41:40.911907 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-aa91f857-ea8a-4387-8511-c6a147692a3c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:40.913185 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-aa91f857-ea8a-4387-8511-c6a147692a3c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Synchronizing usage tracker for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:41:40.928277 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-aa91f857-ea8a-4387-8511-c6a147692a3c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Unset dirty status for tenant:71cb6d0c765d429eb4f1e28cb170da57 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:41:40.929368 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-aa91f857-ea8a-4387-8511-c6a147692a3c tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.55 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.0935445 May 19 09:41:41.066037 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Deleting port e4ab1aee-0572-4305-8549-4eee7bb9b192 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:41.066300 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:41.197704 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] For port e4ab1aee-0572-4305-8549-4eee7bb9b192, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e4ab1aee-0572-4305-8549-4eee7bb9b192,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:41.198072 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:41.263217 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:41:41.320773 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Calling delete_port for e4ab1aee-0572-4305-8549-4eee7bb9b192 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:41.407869 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:41.421393 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'port_id': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06', 'mac_address': 'fa:16:3e:03:e3:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 972, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:41:41.426833 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed92979-8f7b-441d-871d-c04c973c4bfb req-30d65ad8-38ba-4811-bb61-26a1377b2339 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:41.429300 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5ed92979-8f7b-441d-871d-c04c973c4bfb req-30d65ad8-38ba-4811-bb61-26a1377b2339 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/ports?device_id=0fde971e-e959-4a09-bcb7-413c248c1362 HTTP/1.1" status: 200 len: 945 time: 0.0870426 May 19 09:41:41.434572 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:41.440763 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e5d9afdc-a7b7-4ffb-aed6-8e6bb5a51b79 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:41.475646 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5ed92979-8f7b-441d-871d-c04c973c4bfb req-d8df6668-0d4c-4b4a-b8c7-c1298cc9a8e8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.46 "GET /v2.0/security-groups?id=9b852e4b-033a-4650-b60d-a2aca8e4be8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395818 May 19 09:41:41.479358 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:41.484745 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Pushing event deleted for resources: {'Port': ['ID=e4ab1aee-0572-4305-8549-4eee7bb9b192,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:41.488278 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:41.488422 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['e4ab1aee-0572-4305-8549-4eee7bb9b192'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:41:41.542910 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:41:41.558413 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:41.562753 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:41.565445 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:41.565860 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] No DVR routers for this DVR port e4ab1aee-0572-4305-8549-4eee7bb9b192 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:41.568261 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:41.571445 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'name': 'network-vif-deleted', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:41.588415 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-769965bf-cc70-4c43-8da5-f3f42ecdf3f9 req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] 10.222.0.55 "DELETE /v2.0/ports/e4ab1aee-0572-4305-8549-4eee7bb9b192 HTTP/1.1" status: 204 len: 173 time: 0.6529942 May 19 09:41:41.622812 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fde971e-e959-4a09-bcb7-413c248c1362', 'name': 'network-vif-deleted', 'tag': 'e4ab1aee-0572-4305-8549-4eee7bb9b192', 'status': 'completed', 'code': 200} May 19 09:41:41.642136 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:41.645120 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:41.999573 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:41:42.036986 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e59af49-4d68-4316-9821-ad2387ea81af req-5543a274-fa60-44db-918b-dfdadeab2777 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:42.039005 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e59af49-4d68-4316-9821-ad2387ea81af req-5543a274-fa60-44db-918b-dfdadeab2777 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 944 time: 0.0787714 May 19 09:41:42.084079 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e59af49-4d68-4316-9821-ad2387ea81af req-0c76faea-30cf-4b2c-b3f7-20cd6f56d1d9 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388358 May 19 09:41:43.240757 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 32884) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:43.263595 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:41:43.287258 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bca4ac-5b1a-4566-a1fe-bbf567f0e85f req-db80686d-dd26-41c5-a424-b8ba3120dbc2 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:43.289283 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3bca4ac-5b1a-4566-a1fe-bbf567f0e85f req-db80686d-dd26-41c5-a424-b8ba3120dbc2 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 944 time: 0.0926225 May 19 09:41:43.338269 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:41:43.342444 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a3bca4ac-5b1a-4566-a1fe-bbf567f0e85f req-f26fb906-d055-46f1-a760-eccb6039a0ed tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475304 May 19 09:41:43.344171 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:41:43.344635 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:43.484773 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:43.513736 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:43.524220 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:43.529023 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:43.531090 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:43.567511 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06', 'code': 200} May 19 09:41:43.618745 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:43.621917 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:44.044039 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f06795-d037-49cb-881e-1a22cf110edf req-96a5fc4c-a6f2-47fb-9f79-52049e6be525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:44.045498 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-a2f06795-d037-49cb-881e-1a22cf110edf req-96a5fc4c-a6f2-47fb-9f79-52049e6be525 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 1098 time: 0.1774139 May 19 09:41:44.104628 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-a2f06795-d037-49cb-881e-1a22cf110edf req-6ae2ea3c-71a7-4a1e-8e4b-3bbd0061a1b4 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459778 May 19 09:41:44.179601 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654924'] for router_interface, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:44.542474 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d90bf-1e3d-47b0-87f8-f48bedde9073 req-2279a9b9-f1b9-422b-ad2c-de2550d53124 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:44.543965 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5e6d90bf-1e3d-47b0-87f8-f48bedde9073 req-2279a9b9-f1b9-422b-ad2c-de2550d53124 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 945 time: 0.0881176 May 19 09:41:44.585432 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Deleting port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:44.586315 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:44.593642 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5e6d90bf-1e3d-47b0-87f8-f48bedde9073 req-d980cb29-970d-4104-8c99-c625e58ba659 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436778 May 19 09:41:44.710615 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] For port 3d9df6eb-9f41-490f-b67e-56193d9f9ae1, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=3d9df6eb-9f41-490f-b67e-56193d9f9ae1,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:44.711033 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:44.838466 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Calling delete_port for 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 owned by network:router_interface {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:44.980903 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:44.984588 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:45.030522 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d9df6eb-9f41-490f-b67e-56193d9f9ae1,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:45.033666 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:45.263665 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e4ab1aee-0572-4305-8549-4eee7bb9b192 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:45.299756 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: e4ab1aee-0572-4305-8549-4eee7bb9b192 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:45.300089 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e4ab1aee-0572-4305-8549-4eee7bb9b192 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:45.403954 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649692'] for router_interface, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:45.761954 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Router 3483878d-63d3-4b46-9533-a32bd28ec193 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:41:45.782662 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46c932c-46b2-44ed-810f-fe8c154c84fd req-3bb784ae-f069-4f4e-a0b4-06a361ef06bd tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:45.785058 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d46c932c-46b2-44ed-810f-fe8c154c84fd req-3bb784ae-f069-4f4e-a0b4-06a361ef06bd tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 945 time: 0.0826173 May 19 09:41:45.831956 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d46c932c-46b2-44ed-810f-fe8c154c84fd req-1ec46529-8a4a-4e52-be55-2fef624c37b1 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413153 May 19 09:41:45.952360 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:41:45.960833 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] Sync routers for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:41:45.966860 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] 10.222.0.46 "PUT /v2.0/routers/3483878d-63d3-4b46-9533-a32bd28ec193/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7213712 May 19 09:41:45.967087 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 32904) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:45.970318 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:45.971000 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:46.018042 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fdc9ac-7aaa-440b-9d63-9fd57088dc67 req-3835c8ad-a16e-478c-b864-268e2547aa73 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:46.019772 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-99fdc9ac-7aaa-440b-9d63-9fd57088dc67 req-3835c8ad-a16e-478c-b864-268e2547aa73 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 945 time: 0.0867805 May 19 09:41:46.028515 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 32908) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:46.033707 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-6f9fe541-17e7-48cd-afe5-c517ef1b8ee0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Request body: {'floatingip': {'port_id': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:41:46.111196 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe541-17e7-48cd-afe5-c517ef1b8ee0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:46.147791 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks [] for router, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:46.152756 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:46.335783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:46.413022 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Deleting port de721cd2-0edc-4305-b726-ef00219d51c5 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:46.413389 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:46.452646 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:41:44Z', 'revision_number': 5, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port': {'id': 'de721cd2-0edc-4305-b726-ef00219d51c5', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:d1:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:35:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:46.459710 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] Checking router: 3483878d-63d3-4b46-9533-a32bd28ec193 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:41:46.480978 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] Routers {'3483878d-63d3-4b46-9533-a32bd28ec193'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:46.487604 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['3483878d-63d3-4b46-9533-a32bd28ec193'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:46.583574 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] For port de721cd2-0edc-4305-b726-ef00219d51c5, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=de721cd2-0edc-4305-b726-ef00219d51c5,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:46.583963 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:46.649105 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] Set router 3483878d-63d3-4b46-9533-a32bd28ec193 gateway port host: None {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:46.711284 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Calling delete_port for de721cd2-0edc-4305-b726-ef00219d51c5 owned by network:router_gateway {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:46.756096 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:41:46Z', 'revision_number': 6, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port_host': None}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:46.760992 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9321e7f-f1bb-448f-8472-b81ea3517375 None None] The sync data for ids ['3483878d-63d3-4b46-9533-a32bd28ec193'] in dv-cinder-791281-2-iscsi is: [{'id': '3483878d-63d3-4b46-9533-a32bd28ec193', 'name': 'tempest-TestMinimumBasicScenario-1266953286-router', 'tenant_id': '71cb6d0c765d429eb4f1e28cb170da57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:15Z', 'updated_at': '2021-05-19T09:41:46Z', 'revision_number': 6, 'project_id': '71cb6d0c765d429eb4f1e28cb170da57', 'gw_port_host': None}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:41:46.810560 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe541-17e7-48cd-afe5-c517ef1b8ee0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:46.814826 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe541-17e7-48cd-afe5-c517ef1b8ee0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:46.970925 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:46.976116 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5dbde503-6133-4f12-94fd-8820bef5155e tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:46.995458 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.l3_db [None req-6f9fe541-17e7-48cd-afe5-c517ef1b8ee0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Floating IP 984c1e76-13c3-4a07-a67e-d039b359a019 associated. External IP: 172.27.1.129, port: 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06. May 19 09:41:47.019698 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Pushing event deleted for resources: {'Port': ['ID=de721cd2-0edc-4305-b726-ef00219d51c5,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:47.053361 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:47.111996 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651111'] for router_gateway, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:47.288627 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7773'] for router, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:47.290872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:47.315829 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647728'] for router, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:47.316337 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3483878d-63d3-4b46-9533-a32bd28ec193 {{(pid=91663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:41:47.329938 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:47.331051 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3483878d-63d3-4b46-9533-a32bd28ec193 HTTP/1.1" status: 204 len: 168 time: 1.3630323 May 19 09:41:47.333466 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 32914) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:47.358558 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9fe541-17e7-48cd-afe5-c517ef1b8ee0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Router 8a37b0b0-3d78-4c54-8337-24651c146166 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:41:47.393189 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] Deleting subnet c1420acb-d341-47d4-a102-59148351b9b0 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:41:47.396090 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:47.445156 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:47.540273 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9fe541-17e7-48cd-afe5-c517ef1b8ee0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:41:47.547456 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6f9fe541-17e7-48cd-afe5-c517ef1b8ee0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:47.554221 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] Sync routers for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:41:47.565613 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:47.566263 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:47.573184 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:47.605089 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-6f9fe541-17e7-48cd-afe5-c517ef1b8ee0 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "PUT /v2.0/floatingips/984c1e76-13c3-4a07-a67e-d039b359a019 HTTP/1.1" status: 200 len: 991 time: 1.5754783 May 19 09:41:47.605904 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'tag': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:41:47.655780 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'tag': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06', 'status': 'completed', 'code': 200} May 19 09:41:47.774952 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:47.876534 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-74102fa3-4e54-42ff-a2dc-69964d3fb6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:47.878034 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-74102fa3-4e54-42ff-a2dc-69964d3fb6f6 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=a12fadd111394d43aca9413095296bf9&device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 1098 time: 0.1596084 May 19 09:41:48.026988 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.042344 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-655225aa-ebd6-4b95-85ff-bad5adb12aa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:48.086133 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1420acb-d341-47d4-a102-59148351b9b0,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:48.091409 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:48.093412 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-88171a3a-bc4e-4977-b962-0b5603c3a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:48.095541 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-88171a3a-bc4e-4977-b962-0b5603c3a8f1 service neutron] 10.222.0.55 "GET /v2.0/networks?id=c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 200 len: 911 time: 0.2066591 May 19 09:41:48.096615 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.098575 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14def1da-bb7e-4f58-915d-1e6c1ff6b399 None None] Network fd80daa7-f242-43dd-84c4-3abd3d59564e requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:41:48.105107 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/c1420acb-d341-47d4-a102-59148351b9b0 HTTP/1.1" status: 204 len: 168 time: 0.7692020 May 19 09:41:48.106429 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 32926) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:48.140651 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '984c1e76-13c3-4a07-a67e-d039b359a019', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'port_id': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'mac_address': 'fa:16:3e:03:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:41:33Z', 'updated_at': '2021-05-19T09:41:46Z', 'revision_number': 1, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:48.144565 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] Checking router: 8a37b0b0-3d78-4c54-8337-24651c146166 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:41:48.153818 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:48.154431 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:48.208396 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-d6fa2062-d0c7-4709-807a-ef6d018c0cf4 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 HTTP/1.1" status: 200 len: 999 time: 0.1011467 May 19 09:41:48.234985 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.299977 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-4c09d41c-2079-447e-a208-3152e87b6f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:48.302273 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-4c09d41c-2079-447e-a208-3152e87b6f10 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 200 len: 849 time: 0.0853584 May 19 09:41:48.307617 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Deleting port 87de0335-8aee-44f4-8459-a08aabcee110 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:48.307617 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.353420 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:48.389867 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-78f4ec2e-44ec-41e5-bac3-07b981c788c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:41:48.391631 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-78f4ec2e-44ec-41e5-bac3-07b981c788c8 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=c123ff2b-f731-4b43-b174-2198f1d922d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0817900 May 19 09:41:48.408510 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] DHCP port deletion for fd80daa7-f242-43dd-84c4-3abd3d59564e request from dv-cinder-791281-2-iscsi {{(pid=91665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:41:48.422880 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] For port 87de0335-8aee-44f4-8459-a08aabcee110, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=87de0335-8aee-44f4-8459-a08aabcee110,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:48.423242 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.557076 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 87de0335-8aee-44f4-8459-a08aabcee110 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:48.621427 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] Deleting port 87de0335-8aee-44f4-8459-a08aabcee110 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:48.621730 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.677529 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-16c4fb3d-8a64-4f0f-880b-4d4266001ed2 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2776685 May 19 09:41:48.701683 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Calling delete_port for 87de0335-8aee-44f4-8459-a08aabcee110 owned by network:dhcp {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:48.757791 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.766188 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:48.782010 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] For port 87de0335-8aee-44f4-8459-a08aabcee110, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=87de0335-8aee-44f4-8459-a08aabcee110,segment=NetworkSegment(6c3ded00-ae51-4dbb-b4db-303ae672f555),segment_id=6c3ded00-ae51-4dbb-b4db-303ae672f555)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:48.782435 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.821079 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=87de0335-8aee-44f4-8459-a08aabcee110,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:48.824020 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '984c1e76-13c3-4a07-a67e-d039b359a019', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'port_id': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'mac_address': 'fa:16:3e:03:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:41:33Z', 'updated_at': '2021-05-19T09:41:46Z', 'revision_number': 1, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:48.828865 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:48.829603 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f4d81-09c1-41c0-a310-727fef61d7e5 None None] The sync data for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi is: [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '984c1e76-13c3-4a07-a67e-d039b359a019', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'floating_ip_address': '172.27.1.129', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'port_id': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 580, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'mac_address': 'fa:16:3e:03:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:41:33Z', 'updated_at': '2021-05-19T09:41:46Z', 'revision_number': 1, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:41:48.832407 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] No DVR routers for this DVR port 87de0335-8aee-44f4-8459-a08aabcee110 on host dv-cinder-791281-2-iscsi {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:48.884174 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:41:48.894013 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0a4d80a8-9b58-49f1-ab46-a3f8fd8547bc req-ee1d94af-ba17-42b3-b336-14a7d01d7a70 service neutron] 10.222.0.55 "GET /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085822 May 19 09:41:48.918213 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.935034 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] Calling delete_port for 87de0335-8aee-44f4-8459-a08aabcee110 owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:48.985370 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:48.998768 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd80daa7-f242-43dd-84c4-3abd3d59564e']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:49.011959 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c3ded00-ae51-4dbb-b4db-303ae672f555') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:49.012260 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c3ded00-ae51-4dbb-b4db-303ae672f555') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:49.025612 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15094957'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:49.043413 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:49.050676 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Releasing vlan 999 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:41:49.051234 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15164179'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:49.063416 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: Traceback (most recent call last): May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: timer() May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: cb(*args, **kw) May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: return func(*args, **kwargs) May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: self._notify() May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: self.callback(batched_events) May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: event.method(event) May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: return f(self, *a, **k) May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._get(url).json() May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:41:49.065076 dv-cinder-791281-2-iscsi neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:41:49.096572 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198730f2-f0c9-4be1-a6de-27fa61ee9a88 None None] New status for floating IP 984c1e76-13c3-4a07-a67e-d039b359a019: ACTIVE {{(pid=91665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:41:49.148970 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:49.152989 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6d348194-5458-46f3-b1ef-14b6e894ddd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:49.166559 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:49.167128 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 3d9df6eb-9f41-490f-b67e-56193d9f9ae1 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:49.167828 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device de721cd2-0edc-4305-b726-ef00219d51c5 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:49.168412 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:49.176512 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd80daa7-f242-43dd-84c4-3abd3d59564e,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:49.180217 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:49.191165 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/fd80daa7-f242-43dd-84c4-3abd3d59564e HTTP/1.1" status: 204 len: 168 time: 1.0836961 May 19 09:41:49.194037 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 32934) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:49.229701 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: de721cd2-0edc-4305-b726-ef00219d51c5 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:49.230068 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device de721cd2-0edc-4305-b726-ef00219d51c5 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:49.346910 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:49.357361 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e8385072-60a0-4c20-8e81-c061a19d87c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:49.401023 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] Network fd80daa7-f242-43dd-84c4-3abd3d59564e is not hosted by any dhcp agent {{(pid=91665) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:231}} May 19 09:41:49.401660 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] No DVR routers for this DVR port 87de0335-8aee-44f4-8459-a08aabcee110 on host dv-cinder-791281-2-iscsi {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:49.403902 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] Pushing event deleted for resources: {'Port': ['ID=87de0335-8aee-44f4-8459-a08aabcee110,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:49.456253 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-bfc70a68-cdce-480b-b235-cd153d8a9d83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:49.733926 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654924'] for router_interface, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:50.219739 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Deleting port fdf37463-6c4f-4fcf-acb8-53c533dbea7d {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:50.220434 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:50.338877 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] For port fdf37463-6c4f-4fcf-acb8-53c533dbea7d, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=fdf37463-6c4f-4fcf-acb8-53c533dbea7d,segment=NetworkSegment(c9d5883d-068a-484a-88b5-b9ed7f3d6b66),segment_id=c9d5883d-068a-484a-88b5-b9ed7f3d6b66)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:50.339145 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:50.459117 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Calling delete_port for fdf37463-6c4f-4fcf-acb8-53c533dbea7d owned by network:router_interface {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:50.735480 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:50.739635 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-39636cc5-5c55-45e6-ba54-9018d89d96f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:50.782769 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Pushing event deleted for resources: {'Port': ['ID=fdf37463-6c4f-4fcf-acb8-53c533dbea7d,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:50.812676 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:51.050540 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649692'] for router_interface, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:51.497527 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Router cb421b84-de62-45aa-8cf3-dac2d7b0b20e has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:41:51.673320 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:41:51.681808 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] Sync routers for ids ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:41:51.689860 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-92650503-1798-4f19-92f7-110d7c81922b admin admin] 10.222.0.46 "PUT /v2.0/routers/cb421b84-de62-45aa-8cf3-dac2d7b0b20e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4947765 May 19 09:41:51.692410 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 32946) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:51.692872 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] Routers {'cb421b84-de62-45aa-8cf3-dac2d7b0b20e'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:51.693160 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:51.867899 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks [] for router, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:51.868182 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] Set router cb421b84-de62-45aa-8cf3-dac2d7b0b20e gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:52.040960 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:52.111522 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Deleting port 12c6ef26-e887-4113-9913-bc0c170ebe73 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:52.111902 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:52.153450 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198'}], 'enable_snat': True}, 'gw_port_id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:29Z', 'updated_at': '2021-05-19T09:41:50Z', 'revision_number': 5, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'gw_port': {'id': '12c6ef26-e887-4113-9913-bc0c170ebe73', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:9c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:30Z', 'updated_at': '2021-05-19T09:35:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:52.157214 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] Checking router: cb421b84-de62-45aa-8cf3-dac2d7b0b20e for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:41:52.165876 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] Routers {'cb421b84-de62-45aa-8cf3-dac2d7b0b20e'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:41:52.166464 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:41:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:52.236037 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] For port 12c6ef26-e887-4113-9913-bc0c170ebe73, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=12c6ef26-e887-4113-9913-bc0c170ebe73,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:52.236551 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:52.316564 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] Set router cb421b84-de62-45aa-8cf3-dac2d7b0b20e gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:41:52.361462 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Calling delete_port for 12c6ef26-e887-4113-9913-bc0c170ebe73 owned by network:router_gateway {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:52.420433 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:29Z', 'updated_at': '2021-05-19T09:41:52Z', 'revision_number': 6, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'gw_port_host': None}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:52.424349 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f9a6c5-95e7-4761-a797-a459d4cf20fa None None] The sync data for ids ['cb421b84-de62-45aa-8cf3-dac2d7b0b20e'] in dv-cinder-791281-2-iscsi is: [{'id': 'cb421b84-de62-45aa-8cf3-dac2d7b0b20e', 'name': 'tempest-TestMinimumBasicScenario-1950028707-router', 'tenant_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:29Z', 'updated_at': '2021-05-19T09:41:52Z', 'revision_number': 6, 'project_id': 'ae196ebf7a7f4e5695479ef54bb7c452', 'gw_port_host': None}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:41:52.500595 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:52.504331 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-25436e8c-087c-4b81-9463-b3413748b9e1 tempest-ServerRescueNegativeTestJSON-1409171495 tempest-ServerRescueNegativeTestJSON-1409171495-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:52.550411 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Pushing event deleted for resources: {'Port': ['ID=12c6ef26-e887-4113-9913-bc0c170ebe73,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:52.554143 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:52.642374 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651111'] for router_gateway, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:52.837985 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device fdf37463-6c4f-4fcf-acb8-53c533dbea7d no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:52.876599 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: fdf37463-6c4f-4fcf-acb8-53c533dbea7d {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:52.876960 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device fdf37463-6c4f-4fcf-acb8-53c533dbea7d not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:52.921508 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7773'] for router, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:52.923726 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:52.945604 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647728'] for router, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:52.946125 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb421b84-de62-45aa-8cf3-dac2d7b0b20e {{(pid=91663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:41:52.958209 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:52.959379 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cb421b84-de62-45aa-8cf3-dac2d7b0b20e HTTP/1.1" status: 204 len: 168 time: 1.2659678 May 19 09:41:52.961860 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 32954) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:53.022340 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-749cb9af-4c73-420d-95b3-e2d21801442d admin admin] Deleting subnet b105b70b-7104-4d19-b6a1-ad359fdc53a7 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:41:53.025219 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-749cb9af-4c73-420d-95b3-e2d21801442d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.073791 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-749cb9af-4c73-420d-95b3-e2d21801442d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.150127 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-749cb9af-4c73-420d-95b3-e2d21801442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.404105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-749cb9af-4c73-420d-95b3-e2d21801442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.409639 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-576d8379-ace4-4dd9-95a7-0910bef4b485 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:53.445612 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cb9af-4c73-420d-95b3-e2d21801442d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b105b70b-7104-4d19-b6a1-ad359fdc53a7,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:53.447724 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-749cb9af-4c73-420d-95b3-e2d21801442d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.450831 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-749cb9af-4c73-420d-95b3-e2d21801442d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:53.457138 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-749cb9af-4c73-420d-95b3-e2d21801442d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b105b70b-7104-4d19-b6a1-ad359fdc53a7 HTTP/1.1" status: 204 len: 168 time: 0.4921706 May 19 09:41:53.457501 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 32960) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:53.462165 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d63e2c-fe8a-4804-859d-1926c5adeaa0 None None] Network 1962da62-f848-4701-8f89-ce3319a074d7 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:41:53.570992 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.654575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Deleting port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:53.655937 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.713768 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] DHCP port deletion for 1962da62-f848-4701-8f89-ce3319a074d7 request from dv-cinder-791281-2-iscsi {{(pid=91665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:41:53.769883 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] For port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=48453b1f-acf4-4e89-842b-2eb0ed2dbe8e,segment=NetworkSegment(c9d5883d-068a-484a-88b5-b9ed7f3d6b66),segment_id=c9d5883d-068a-484a-88b5-b9ed7f3d6b66)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:53.770532 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.783726 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] Deleting port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:41:53.784123 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.899643 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Calling delete_port for 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e owned by network:dhcp {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:53.919572 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] For port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=48453b1f-acf4-4e89-842b-2eb0ed2dbe8e,segment=NetworkSegment(c9d5883d-068a-484a-88b5-b9ed7f3d6b66),segment_id=c9d5883d-068a-484a-88b5-b9ed7f3d6b66)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:41:53.920159 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.946837 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:53.950951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-525758e0-6966-4570-a0c5-f32a37876e16 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:53.998146 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Pushing event deleted for resources: {'Port': ['ID=48453b1f-acf4-4e89-842b-2eb0ed2dbe8e,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:54.001236 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:54.002044 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] No DVR routers for this DVR port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e on host dv-cinder-791281-2-iscsi {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:54.046457 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] Calling delete_port for 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:41:54.088698 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.093048 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-273b8ba8-c8e0-4c52-995b-adbe4f4dd9da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:54.118876 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.131640 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1962da62-f848-4701-8f89-ce3319a074d7']}} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:54.136171 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] Pushing event deleted for resources: {'Port': ['ID=48453b1f-acf4-4e89-842b-2eb0ed2dbe8e,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:54.139143 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:54.139962 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ceffe6-c34c-427f-94e8-6786de0262b0 None None] No DVR routers for this DVR port 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e on host dv-cinder-791281-2-iscsi {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:41:54.147905 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66') {'for_net_delete': True} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:54.148216 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d5883d-068a-484a-88b5-b9ed7f3d6b66') {} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:41:54.159669 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-722313'] for segment, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.180310 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.186235 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Releasing vlan 953 on physical network physnet1 to pool {{(pid=91663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:41:54.186623 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14800010'] for segment, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: Traceback (most recent call last): May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: timer() May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: cb(*args, **kw) May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: return func(*args, **kwargs) May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: self._notify() May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: self.callback(batched_events) May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: event.method(event) May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: return f(self, *a, **k) May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._get(url).json() May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: return self.request(url, 'GET', **kwargs) May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:41:54.200161 dv-cinder-791281-2-iscsi neutron-server[91663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:41:54.274185 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.278184 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:54.290983 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.301040 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Pushing event deleted for resources: {'Network': ['ID=1962da62-f848-4701-8f89-ce3319a074d7,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:54.305138 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:54.308737 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c0f330fd-501c-45d6-ba2c-3d852a365f1f admin admin] 10.222.0.46 "DELETE /v2.0/networks/1962da62-f848-4701-8f89-ce3319a074d7 HTTP/1.1" status: 204 len: 168 time: 0.8502913 May 19 09:41:54.421241 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 32968) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:54.475004 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-054646c0-8c9b-446c-b84c-2f9632989f47 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71cb6d0c765d429eb4f1e28cb170da57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0520267 May 19 09:41:54.477694 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 32974) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:54.515614 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 12c6ef26-e887-4113-9913-bc0c170ebe73 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:54.542625 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b2c72e1-b994-4fcc-ac11-9ed54218dad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.560448 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 12c6ef26-e887-4113-9913-bc0c170ebe73 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:54.560958 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 12c6ef26-e887-4113-9913-bc0c170ebe73 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:54.561467 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:41:54.572353 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b2c72e1-b994-4fcc-ac11-9ed54218dad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.597854 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:41:54.598206 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 48453b1f-acf4-4e89-842b-2eb0ed2dbe8e not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:41:54.624789 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b2c72e1-b994-4fcc-ac11-9ed54218dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.629550 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1299eb5d-ada4-422f-b317-561ce50682cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:54.642863 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c72e1-b994-4fcc-ac11-9ed54218dad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b852e4b-033a-4650-b60d-a2aca8e4be8c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:54.647462 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3b2c72e1-b994-4fcc-ac11-9ed54218dad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:54.649796 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b2c72e1-b994-4fcc-ac11-9ed54218dad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:54.650893 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-3b2c72e1-b994-4fcc-ac11-9ed54218dad8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9b852e4b-033a-4650-b60d-a2aca8e4be8c HTTP/1.1" status: 204 len: 168 time: 0.1722374 May 19 09:41:54.986189 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 32984) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:55.034807 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-6def4a21-cce7-44e9-a511-4e86467c052d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae196ebf7a7f4e5695479ef54bb7c452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473442 May 19 09:41:55.037779 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 32988) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:41:55.093649 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-20b45d39-99d8-42ae-81c9-903d7c9e7243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:55.118402 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-20b45d39-99d8-42ae-81c9-903d7c9e7243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:55.169967 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-20b45d39-99d8-42ae-81c9-903d7c9e7243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:55.173621 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-cb8fe93b-1260-4a97-ac90-d362b15bbf5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:41:55.187924 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b45d39-99d8-42ae-81c9-903d7c9e7243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f853c5-c27a-4dc6-af54-9a27429b9dd7,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:41:55.191692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-20b45d39-99d8-42ae-81c9-903d7c9e7243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:41:55.196725 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-20b45d39-99d8-42ae-81c9-903d7c9e7243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:41:55.197845 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-20b45d39-99d8-42ae-81c9-903d7c9e7243 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/58f853c5-c27a-4dc6-af54-9a27429b9dd7 HTTP/1.1" status: 204 len: 168 time: 0.1591547 May 19 09:42:01.656861 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ec3915b5-e7b7-4b3a-a129-cb4614ef77ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:04.365072 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:04.384484 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5b2caebf-3ad0-44a8-88d3-de6f8e8ac81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:05.164688 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:06.734192 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:07.778693 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:08.053857 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aed566-2087-4a23-8c96-5358658ab562 req-814252ac-7099-4cda-b4c2-c8cda99f9943 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:08.055383 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e3aed566-2087-4a23-8c96-5358658ab562 req-814252ac-7099-4cda-b4c2-c8cda99f9943 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.0845692 May 19 09:42:08.100307 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e3aed566-2087-4a23-8c96-5358658ab562 req-6fa48ed7-36af-429d-9985-a21bf20bedde tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388994 May 19 09:42:08.183930 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-f32d433c-e4f5-483b-b72d-8c831b503d65 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0694299 May 19 09:42:08.275252 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-d6d213fc-6312-481a-8528-9bdb830b6a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:08.276734 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-d6d213fc-6312-481a-8528-9bdb830b6a99 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e82bbbcdf967433fbc450f8487dc2500&device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1098 time: 0.0699825 May 19 09:42:08.419886 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-0d3ac50b-7853-4ee5-aa61-470822ff557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:08.421322 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-0d3ac50b-7853-4ee5-aa61-470822ff557b service neutron] 10.222.0.55 "GET /v2.0/networks?id=1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 200 len: 909 time: 0.1249447 May 19 09:42:08.526747 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-9417a530-ae12-46fb-9923-bdb1feeb7e23 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 200 len: 1000 time: 0.0977635 May 19 09:42:08.594427 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-44eb9339-2146-4dd6-969b-4e6576509e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:08.595912 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-44eb9339-2146-4dd6-969b-4e6576509e03 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 HTTP/1.1" status: 200 len: 847 time: 0.0617516 May 19 09:42:08.674231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-4e017e62-b4ce-4f22-a86b-1d545dfdbcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:08.675710 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-4e017e62-b4ce-4f22-a86b-1d545dfdbcdb service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1cbdea42-da04-4c89-a251-98762d197286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0699825 May 19 09:42:08.898750 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-023bd0f3-9f49-486f-a547-c62d03b751a1 service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144718 May 19 09:42:09.030074 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-d3b7b2d4-b968-4042-8f2f-b58a435de46f req-6ee6e8ca-4534-4340-891d-e4c2dc93ec48 service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230073 May 19 09:42:09.291208 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ecead2-a300-43f8-ac9f-7eae049a4e32 req-a2e98e30-fb13-4128-ad40-f0503cc04e1f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:09.292684 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e7ecead2-a300-43f8-ac9f-7eae049a4e32 req-a2e98e30-fb13-4128-ad40-f0503cc04e1f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.0822978 May 19 09:42:09.338386 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e7ecead2-a300-43f8-ac9f-7eae049a4e32 req-2bd155c4-ad87-46d3-be46-c0497dc76794 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400517 May 19 09:42:10.041197 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-a26a0421-1dd8-4417-880b-ea37be5d8b92 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:10.042870 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-a26a0421-1dd8-4417-880b-ea37be5d8b92 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Synchronizing usage tracker for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:42:10.058843 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-a26a0421-1dd8-4417-880b-ea37be5d8b92 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Unset dirty status for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:42:10.060036 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-a26a0421-1dd8-4417-880b-ea37be5d8b92 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.1014895 May 19 09:42:10.192294 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Deleting port 66584240-3ce3-476f-b4be-abf6d180a235 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:42:10.192646 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:10.325899 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] For port 66584240-3ce3-476f-b4be-abf6d180a235, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=66584240-3ce3-476f-b4be-abf6d180a235,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:42:10.326262 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:10.524355 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aadf29-2b67-435d-971e-ef015f18d433 req-5df200f8-c7d6-41ad-92c6-6d4d0cf2f13a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:10.525840 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-83aadf29-2b67-435d-971e-ef015f18d433 req-5df200f8-c7d6-41ad-92c6-6d4d0cf2f13a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 946 time: 0.0818074 May 19 09:42:10.569876 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-83aadf29-2b67-435d-971e-ef015f18d433 req-2e8ce9cd-d06d-4923-a168-1874663d88e2 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382910 May 19 09:42:10.620658 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:10.621038 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:10.621357 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Floating IP 5645f348-f05d-4343-99cc-f81a513bbe5e disassociated. External IP: 172.27.1.160, port: 66584240-3ce3-476f-b4be-abf6d180a235. May 19 09:42:10.621705 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Calling delete_port for 66584240-3ce3-476f-b4be-abf6d180a235 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:42:10.732218 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:10.737837 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-558d2682-7c14-4428-9a25-d2cc258e6c78 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:42:10.784306 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event deleted for resources: {'Port': ['ID=66584240-3ce3-476f-b4be-abf6d180a235,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:42:10.787886 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:42:10.967804 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Router d28a7961-95a6-446b-8747-8f119d3343dd has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:42:11.147228 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:42:11.157387 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] Sync routers for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:42:11.167748 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:42:11.168380 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:42:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:42:11.332591 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] No DVR routers for this DVR port 66584240-3ce3-476f-b4be-abf6d180a235 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:42:11.335814 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:11.342596 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'name': 'network-vif-deleted', 'tag': '66584240-3ce3-476f-b4be-abf6d180a235'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:42:11.361980 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-1d3cf4bb-bdb0-4e86-bd72-0867f0549e1d req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "DELETE /v2.0/ports/66584240-3ce3-476f-b4be-abf6d180a235 HTTP/1.1" status: 204 len: 173 time: 1.2958095 May 19 09:42:11.394951 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:42:11.397964 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b520b0e-1188-4010-8218-9a4fbe465c18', 'name': 'network-vif-deleted', 'tag': '66584240-3ce3-476f-b4be-abf6d180a235', 'status': 'completed', 'code': 200} May 19 09:42:11.711100 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:42:11.715289 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] Checking router: d28a7961-95a6-446b-8747-8f119d3343dd for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:42:11.725421 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:42:11.726031 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:42:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:42:11.727937 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-d7800715-9755-4986-a8ab-22834fc59519 req-469f2fee-40ef-46b7-8f96-55f8959d55b4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=5b520b0e-1188-4010-8218-9a4fbe465c18 HTTP/1.1" status: 200 len: 210 time: 0.0506558 May 19 09:42:11.908866 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:42:12.257708 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:42:12.261878 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daef1a55-4ae9-4ce9-afc6-f493bb0735ee None None] The sync data for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi is: [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:42:12.467459 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e99ce1c-040f-413f-a480-c563a5383fbf None None] New status for floating IP 5645f348-f05d-4343-99cc-f81a513bbe5e: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:42:13.024532 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-7b3646c3-1878-4ec6-948b-7b1c96c65c1f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951607530&fields=id&tenant_id=642fc7a45cf54c8780724d602c66a4ec HTTP/1.1" status: 200 len: 267 time: 0.0401690 May 19 09:42:13.171486 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1e878194-19a5-4111-9e41-610f43a81142 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:13.172951 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1e878194-19a5-4111-9e41-610f43a81142 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 812 time: 0.1421568 May 19 09:42:13.186935 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-449f8ad1-b7b4-40b9-867e-e4b2a659fdb7 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/quotas/642fc7a45cf54c8780724d602c66a4ec HTTP/1.1" status: 200 len: 375 time: 0.0086000 May 19 09:42:13.269502 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c17e2a4b-38d5-4e39-adf1-3344b1a1831f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0775483 May 19 09:42:13.386345 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 66584240-3ce3-476f-b4be-abf6d180a235 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:42:13.405473 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-49fde575-61bc-4643-ae06-063897f05b77 service neutron] 10.222.0.46 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248581 May 19 09:42:13.422681 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 66584240-3ce3-476f-b4be-abf6d180a235 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:42:13.423056 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 66584240-3ce3-476f-b4be-abf6d180a235 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:42:13.536421 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-cae4e8c7-ebf5-443e-91df-f43631961f39 service neutron] 10.222.0.46 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249468 May 19 09:42:13.929235 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bc431a40-fb39-4a68-aac1-c0a42727d4b7 req-d604bf40-d8e6-4c39-86a9-a3e64c40f592 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 210 time: 0.0479906 May 19 09:42:14.998686 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-71a2bec5-48fa-45bf-a230-72ab429e9da9 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:15.000171 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-71a2bec5-48fa-45bf-a230-72ab429e9da9 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 812 time: 0.1472881 May 19 09:42:15.056183 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-a80c98b6-c938-4eab-a4ef-d050e3c84648 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=642fc7a45cf54c8780724d602c66a4ec HTTP/1.1" status: 200 len: 379 time: 0.0426354 May 19 09:42:15.066265 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'port': {'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'admin_state_up': True, 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'security_groups': ['e6e4f169-e419-43e7-bc3d-17d713cb7ea3']}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:42:15.078627 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-db104b73-48d6-4c10-9191-ca327b8510a2 req-7efa047f-cd7c-4ac2-bd08-717bf73a81e3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 210 time: 0.0433593 May 19 09:42:15.202582 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:42:15.206864 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:port and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:42:15.210297 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:42:15.216086 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:42:15.226334 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Made reservation on behalf of 642fc7a45cf54c8780724d602c66a4ec for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:42:15.229881 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:15.390343 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Allocated IP 172.20.0.11 (9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a/2e5177c6-8109-4ba9-a826-84c08607ba47/143464ef-bb44-4960-a755-4e8b8c8e1f4c) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:42:15.581805 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:15.598264 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Transition to ACTIVE for port object 143464ef-bb44-4960-a755-4e8b8c8e1f4c will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:42:15.621613 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:15.627256 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e037cb4d-fafc-4580-8be7-17ca3f7a75cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:42:15.696829 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:42:15.699891 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:42:15.704054 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:42:15.736090 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'Port': ['ID=143464ef-bb44-4960-a755-4e8b8c8e1f4c,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:42:15.743559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:42:15.775360 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:15.776009 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:15.801090 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7384737 May 19 09:42:15.814057 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Request body: {'port': {'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:42:15.928515 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:15.950604 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-bf133212-7ef7-4cfe-8a66-6ce845ee14a0 None None] Provisioning for port 143464ef-bb44-4960-a755-4e8b8c8e1f4c completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:42:15.955164 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-bf133212-7ef7-4cfe-8a66-6ce845ee14a0 None None] Provisioning complete for port 143464ef-bb44-4960-a755-4e8b8c8e1f4c triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:42:15.955550 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bf133212-7ef7-4cfe-8a66-6ce845ee14a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:16.008114 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-bf133212-7ef7-4cfe-8a66-6ce845ee14a0 None None] Port 143464ef-bb44-4960-a755-4e8b8c8e1f4c cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:42:16.270417 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae231445-30cd-43f7-b131-7f649dd7b36c req-84547007-2265-4ffc-adb5-d5c4934795d8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:16.272397 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae231445-30cd-43f7-b131-7f649dd7b36c req-84547007-2265-4ffc-adb5-d5c4934795d8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 932 time: 0.0842793 May 19 09:42:16.273608 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143464ef-bb44-4960-a755-4e8b8c8e1f4c {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:42:16.281078 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:16.295711 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Transition to ACTIVE for port object 143464ef-bb44-4960-a755-4e8b8c8e1f4c will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:42:16.299665 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:16.304237 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-77d393d6-8a1b-4a91-ac90-67d53bdaf0fa tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:42:16.317162 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae231445-30cd-43f7-b131-7f649dd7b36c req-5281ffd0-e205-4c77-9c70-d27608e95f53 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387676 May 19 09:42:16.512904 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Pushing event updated for resources: {'Port': ['ID=143464ef-bb44-4960-a755-4e8b8c8e1f4c,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:42:16.517261 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:42:16.556205 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Attempting to bind port 143464ef-bb44-4960-a755-4e8b8c8e1f4c on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:42:16.556662 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Attempting to bind port 143464ef-bb44-4960-a755-4e8b8c8e1f4c by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:42:16.557161 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Attempting to bind port 143464ef-bb44-4960-a755-4e8b8c8e1f4c on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:42:16.563140 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Port 143464ef-bb44-4960-a755-4e8b8c8e1f4c on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:42:16.563557 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Attempting to bind port 143464ef-bb44-4960-a755-4e8b8c8e1f4c on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:42:16.569361 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:42:16.569772 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Checking segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:42:16.570166 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Bound using segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:42:16.570608 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Bound port: 143464ef-bb44-4960-a755-4e8b8c8e1f4c, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:42:16.570996 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:16.663976 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] For port 143464ef-bb44-4960-a755-4e8b8c8e1f4c, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:42:16.667689 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] For port 143464ef-bb44-4960-a755-4e8b8c8e1f4c, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:42:16.671899 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:16.676362 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4cff7438-d1ed-4872-9b44-25b35af26191 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:42:16.825439 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:16.826061 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:16.827422 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] 10.222.0.55 "PUT /v2.0/ports/143464ef-bb44-4960-a755-4e8b8c8e1f4c HTTP/1.1" status: 200 len: 1094 time: 1.0176942 May 19 09:42:16.827970 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:42:16.851716 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Pushing event updated for resources: {'Port': ['ID=143464ef-bb44-4960-a755-4e8b8c8e1f4c,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:42:16.854803 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1aeea0f4-34cf-4c4e-8182-bc95840b0747 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:42:16.909581 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'status': 'completed', 'code': 200} May 19 09:42:16.954486 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-06e81ced-1720-4a6f-848c-85012abf37f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:16.956014 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-06e81ced-1720-4a6f-848c-85012abf37f9 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 1097 time: 0.0792189 May 19 09:42:17.028734 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-94a19213-9410-4f0a-bafa-0ceb01c23d94 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c HTTP/1.1" status: 200 len: 217 time: 0.0635684 May 19 09:42:17.099706 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-56b5c6c4-d48f-4872-900e-770a2a704d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:17.101157 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-56b5c6c4-d48f-4872-900e-770a2a704d06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0657814 May 19 09:42:17.178674 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-28d9622a-6cd0-496a-9d8c-8f5ee0240d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:17.180208 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-28d9622a-6cd0-496a-9d8c-8f5ee0240d94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714369 May 19 09:42:17.312587 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-57d19ae2-ff11-4c43-a76b-04eea6d60bcd service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246533 May 19 09:42:17.446371 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-8cc87089-90df-4df2-a8af-1edf0c3a4d36 req-007f7442-a5f9-443e-be82-d1283c8ad8df service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254845 May 19 09:42:17.506870 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd9649-c2f0-4108-b362-7bd594f08d3f req-e5155182-c18c-4586-a928-31a181dfdba1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:17.508503 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-30bd9649-c2f0-4108-b362-7bd594f08d3f req-e5155182-c18c-4586-a928-31a181dfdba1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 944 time: 0.0824780 May 19 09:42:17.554380 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-30bd9649-c2f0-4108-b362-7bd594f08d3f req-e235400e-e78b-4faa-afb1-eff6dc016010 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390780 May 19 09:42:17.572513 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-4496a58d-78aa-46f2-9962-93f3fa290730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:17.576257 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-4496a58d-78aa-46f2-9962-93f3fa290730 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 1097 time: 0.0765779 May 19 09:42:17.705605 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-5540538a-0d1d-485e-9242-9f072d5299d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:17.706942 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-5540538a-0d1d-485e-9242-9f072d5299d4 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1259604 May 19 09:42:17.773363 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-dc543eff-81b4-4230-80ea-e32e54e04164 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c HTTP/1.1" status: 200 len: 217 time: 0.0591712 May 19 09:42:17.839975 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-8500b6c3-c28b-4654-b013-f666c6fd0181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:17.841383 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-8500b6c3-c28b-4654-b013-f666c6fd0181 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0604289 May 19 09:42:17.931255 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-2f4f6b5a-0a56-45c6-ab5d-c213ee1aa4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:17.932726 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-2f4f6b5a-0a56-45c6-ab5d-c213ee1aa4dc service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0696692 May 19 09:42:18.062620 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-2accc4f2-fd67-412c-8ff4-1e58ef882070 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218464 May 19 09:42:18.195920 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ec04b92d-9788-4881-b17f-5c24faf99635 req-40388e03-18a6-4070-a3b9-789dbb972109 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262672 May 19 09:42:18.825627 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124a15f0-4887-4fce-b54d-a6d86296e6bf req-04471c72-8eab-4398-9649-94a207bf11aa tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:18.827295 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-124a15f0-4887-4fce-b54d-a6d86296e6bf req-04471c72-8eab-4398-9649-94a207bf11aa tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 944 time: 0.1663668 May 19 09:42:18.872275 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-124a15f0-4887-4fce-b54d-a6d86296e6bf req-9eb0f2ea-181d-4765-a3db-145fac79396e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391347 May 19 09:42:20.054580 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a02ac-0c86-4efc-a2c7-9fd89cc30184 req-5e9c3335-f307-4fef-b0ad-81e818a55887 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:20.056074 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-823a02ac-0c86-4efc-a2c7-9fd89cc30184 req-5e9c3335-f307-4fef-b0ad-81e818a55887 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 944 time: 0.0789497 May 19 09:42:20.111317 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-823a02ac-0c86-4efc-a2c7-9fd89cc30184 req-e8d54825-eabb-454f-9dcd-d873f9885d98 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495932 May 19 09:42:21.293505 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002ddc4-72da-415d-9926-a0d83f08dc1b req-edab884e-99c8-478d-befe-0fd701752c24 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:21.294955 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9002ddc4-72da-415d-9926-a0d83f08dc1b req-edab884e-99c8-478d-befe-0fd701752c24 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 944 time: 0.0787661 May 19 09:42:21.339091 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9002ddc4-72da-415d-9926-a0d83f08dc1b req-a3d1bfff-f4d7-4f9e-ae0c-ea658ebf103e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384274 May 19 09:42:22.523825 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9314df91-fec6-49e8-95c1-263f41026eca req-f6c85407-db0b-4b00-9051-25ab84fb9972 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:22.525178 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9314df91-fec6-49e8-95c1-263f41026eca req-f6c85407-db0b-4b00-9051-25ab84fb9972 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 944 time: 0.0825140 May 19 09:42:22.568233 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9314df91-fec6-49e8-95c1-263f41026eca req-f9d47a88-135d-426f-908c-a7ee44aaf323 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373867 May 19 09:42:23.750707 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1192ca44-4d1e-4d14-8825-2d93116fb28d req-c4c265cf-7695-45ad-9728-a5e015fdf2ec tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:23.752319 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1192ca44-4d1e-4d14-8825-2d93116fb28d req-c4c265cf-7695-45ad-9728-a5e015fdf2ec tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 944 time: 0.0791807 May 19 09:42:23.795453 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1192ca44-4d1e-4d14-8825-2d93116fb28d req-258c6eee-00b4-470d-9e7d-208def135e11 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375555 May 19 09:42:24.983765 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b318f013-9a75-4757-b19c-1f55c662a72d req-2c120061-43de-48c2-b180-b1252c7bce65 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:24.985212 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b318f013-9a75-4757-b19c-1f55c662a72d req-2c120061-43de-48c2-b180-b1252c7bce65 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 944 time: 0.0815732 May 19 09:42:25.028986 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b318f013-9a75-4757-b19c-1f55c662a72d req-bba0cf8c-f059-4c2c-8b77-66ac21abdc0d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376935 May 19 09:42:25.479368 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 143464ef-bb44-4960-a755-4e8b8c8e1f4c details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:42:25.610519 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 143464ef-bb44-4960-a755-4e8b8c8e1f4c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:42:25.624024 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 974, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:42:25.681722 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:25.698964 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143464ef-bb44-4960-a755-4e8b8c8e1f4c {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:42:25.714248 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 143464ef-bb44-4960-a755-4e8b8c8e1f4c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:42:25.717376 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:25.719083 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:42:25.783008 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=143464ef-bb44-4960-a755-4e8b8c8e1f4c,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:42:25.790516 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.790865 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.791207 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.791543 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.791900 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.792251 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.792562 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.792888 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.793293 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.793537 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.793877 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.794207 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:25.797931 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:42:25.882336 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:42:26.130523 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['143464ef-bb44-4960-a755-4e8b8c8e1f4c'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:42:26.222501 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e955ce-cd0f-4fa6-9673-dcdd2ea5f45f req-af94d627-fe4d-4798-a031-4ceabd47dd1c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:26.224554 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f2e955ce-cd0f-4fa6-9673-dcdd2ea5f45f req-af94d627-fe4d-4798-a031-4ceabd47dd1c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 945 time: 0.0804415 May 19 09:42:26.274648 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f2e955ce-cd0f-4fa6-9673-dcdd2ea5f45f req-504cd6c4-b947-46c5-8b69-08814f285d3d tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425303 May 19 09:42:27.460698 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15078aec-e5c0-478e-816c-2fc711dc61a7 req-e04ed0b4-841a-4804-8a2f-833b114eb569 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:27.462181 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-15078aec-e5c0-478e-816c-2fc711dc61a7 req-e04ed0b4-841a-4804-8a2f-833b114eb569 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 945 time: 0.0797403 May 19 09:42:27.506445 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-15078aec-e5c0-478e-816c-2fc711dc61a7 req-2e35c4d4-556a-446b-9a32-09091511346c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385396 May 19 09:42:27.509524 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 143464ef-bb44-4960-a755-4e8b8c8e1f4c up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:42:27.575171 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 143464ef-bb44-4960-a755-4e8b8c8e1f4c completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:42:27.579995 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 143464ef-bb44-4960-a755-4e8b8c8e1f4c triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:42:27.580374 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:27.693639 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:27.719696 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:42:27.729072 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 143464ef-bb44-4960-a755-4e8b8c8e1f4c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:42:27.733132 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:27.734736 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:42:27.769488 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'code': 200} May 19 09:42:27.800711 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=143464ef-bb44-4960-a755-4e8b8c8e1f4c,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:42:27.804059 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:42:28.057352 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31c1fc-8798-43c4-97a9-8aed7908b994 req-f9b1d50f-28e8-43ec-b9ef-370596561bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:28.058777 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0e31c1fc-8798-43c4-97a9-8aed7908b994 req-f9b1d50f-28e8-43ec-b9ef-370596561bab service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 1099 time: 0.0675457 May 19 09:42:28.104355 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-0e31c1fc-8798-43c4-97a9-8aed7908b994 req-71f8852d-9c29-46b8-8511-8ea2c7c75478 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377662 May 19 09:42:28.694186 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f189-24cd-4dcf-bb4f-d0cb3d73b2b0 req-f5dcd7f4-424f-4ea8-82b3-fe2bac6fb250 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:28.695644 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2df0f189-24cd-4dcf-bb4f-d0cb3d73b2b0 req-f5dcd7f4-424f-4ea8-82b3-fe2bac6fb250 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 946 time: 0.0810456 May 19 09:42:28.740231 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2df0f189-24cd-4dcf-bb4f-d0cb3d73b2b0 req-06aa46f0-6961-4a5b-9e59-254d28d40c3e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385280 May 19 09:42:29.922157 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4a7d8-9554-403f-bd13-bef226c142fa req-04417d51-924b-482e-a495-a2dff9501fea tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:29.923486 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f5d4a7d8-9554-403f-bd13-bef226c142fa req-04417d51-924b-482e-a495-a2dff9501fea tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 946 time: 0.0791714 May 19 09:42:29.966770 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f5d4a7d8-9554-403f-bd13-bef226c142fa req-c44d8773-3420-4fb6-b181-f5dea6433d80 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370622 May 19 09:42:30.151478 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a35d7e-976a-4430-b873-c2c825187383 req-0f6e1db0-4094-4dcf-832a-451a8cc0a2a1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:30.154431 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-51a35d7e-976a-4430-b873-c2c825187383 req-0f6e1db0-4094-4dcf-832a-451a8cc0a2a1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 946 time: 0.0821977 May 19 09:42:30.201227 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-51a35d7e-976a-4430-b873-c2c825187383 req-c4b667c5-b626-4255-92c2-60b590d636bc tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402172 May 19 09:42:30.223700 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 33200) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:42:30.292724 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-515396d8-a85b-4845-938e-9ab06f499df0 tempest-TestVolumeBootPattern-412512622 tempest-TestVolumeBootPattern-412512622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:30.293419 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-515396d8-a85b-4845-938e-9ab06f499df0 tempest-TestVolumeBootPattern-412512622 tempest-TestVolumeBootPattern-412512622-project-admin] Synchronizing usage tracker for tenant:ac8ad4481d4b42128cca827046a50ab6 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:42:30.309045 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-515396d8-a85b-4845-938e-9ab06f499df0 tempest-TestVolumeBootPattern-412512622 tempest-TestVolumeBootPattern-412512622-project-admin] Unset dirty status for tenant:ac8ad4481d4b42128cca827046a50ab6 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:42:30.310401 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-515396d8-a85b-4845-938e-9ab06f499df0 tempest-TestVolumeBootPattern-412512622 tempest-TestVolumeBootPattern-412512622-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 1094 time: 0.0857203 May 19 09:42:30.313206 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 33204) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:42:30.318877 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'floatingip': {'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address': '172.20.0.11'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:42:30.324481 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:42:30.328492 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:floatingip and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:42:30.331255 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:42:30.337810 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:42:30.347930 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:30.570855 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:30.708577 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Allocated IP 172.27.1.150 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/1787f30b-62f5-40a4-8302-8ddd66fbda8b) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:42:30.859304 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:30.889360 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:30.894092 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ccb27c8e-40ac-4a5e-b987-86eaf2a9bb70 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:42:30.955699 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:42:30.958463 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:42:30.962043 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:42:30.994718 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'Port': ['ID=1787f30b-62f5-40a4-8302-8ddd66fbda8b,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:42:31.012226 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.012618 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.013001 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.013375 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.013747 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.014120 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.014487 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.014853 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.015223 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.015608 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.015976 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.016338 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:42:31.021972 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:42:31.383010 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:31.454253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:31.657710 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:31.658082 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b92d1947-56a8-4089-ad9a-0b65587ced6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:31.662155 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:31.666569 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-509e1b25-0b5e-43a4-9b1f-935dadc7d714 tempest-VolumesActionsTest-444857521 tempest-VolumesActionsTest-444857521-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:42:31.771543 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'Port': ['ID=1787f30b-62f5-40a4-8302-8ddd66fbda8b,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:42:31.775413 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:42:31.778499 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:31.952280 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Floating IP 2034bcbb-e2de-4bfb-8889-28edafc2a62b associated. External IP: 172.27.1.150, port: 143464ef-bb44-4960-a755-4e8b8c8e1f4c. May 19 09:42:32.390702 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Router d28a7961-95a6-446b-8747-8f119d3343dd has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:42:32.569306 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:42:32.578792 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] Sync routers for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:42:32.588921 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:42:32.589648 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:42:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:42:32.594552 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:32.648683 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3344452 May 19 09:42:32.649503 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:42:32.695415 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'status': 'completed', 'code': 200} May 19 09:42:32.767361 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:42:32.789004 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e24010-775d-4ce1-9496-af1d29b86664 req-0bbc64b2-b417-4cbd-90b2-306e060f94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:32.790491 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-02e24010-775d-4ce1-9496-af1d29b86664 req-0bbc64b2-b417-4cbd-90b2-306e060f94a1 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 1099 time: 0.0744815 May 19 09:42:32.923741 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e24010-775d-4ce1-9496-af1d29b86664 req-6f7aed93-eeb3-48bf-ba2a-4307a2c612b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:32.925131 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-02e24010-775d-4ce1-9496-af1d29b86664 req-6f7aed93-eeb3-48bf-ba2a-4307a2c612b6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1275876 May 19 09:42:33.027510 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-02e24010-775d-4ce1-9496-af1d29b86664 req-9efda1b4-d0ea-4952-87f2-e1e6418b98cf service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c HTTP/1.1" status: 200 len: 1000 time: 0.0949745 May 19 09:42:33.093410 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e24010-775d-4ce1-9496-af1d29b86664 req-0b347960-a789-43a2-838d-4cf431b5e14b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:33.094250 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-02e24010-775d-4ce1-9496-af1d29b86664 req-0b347960-a789-43a2-838d-4cf431b5e14b service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0600727 May 19 09:42:33.148203 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '2034bcbb-e2de-4bfb-8889-28edafc2a62b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:42:31Z', 'updated_at': '2021-05-19T09:42:31Z', 'revision_number': 0, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:42:33.151919 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] Checking router: d28a7961-95a6-446b-8747-8f119d3343dd for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:42:33.160248 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:42:33.160881 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:42:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:42:33.169023 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e24010-775d-4ce1-9496-af1d29b86664 req-ee8639c5-c66a-4e35-b722-dfc576c04fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:33.170491 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-02e24010-775d-4ce1-9496-af1d29b86664 req-ee8639c5-c66a-4e35-b722-dfc576c04fca service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688982 May 19 09:42:33.300932 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-02e24010-775d-4ce1-9496-af1d29b86664 req-ebc6f292-2176-415e-a9be-0f69563d5431 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221433 May 19 09:42:33.335851 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:42:33.433631 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-02e24010-775d-4ce1-9496-af1d29b86664 req-a34cb74e-a6c6-44e5-97ac-0f30c68a8873 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249974 May 19 09:42:33.680724 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '2034bcbb-e2de-4bfb-8889-28edafc2a62b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:42:31Z', 'updated_at': '2021-05-19T09:42:31Z', 'revision_number': 0, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:42:33.684564 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d8190-e955-4283-80f7-206c9a1d5e33 None None] The sync data for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi is: [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '2034bcbb-e2de-4bfb-8889-28edafc2a62b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:42:31Z', 'updated_at': '2021-05-19T09:42:31Z', 'revision_number': 0, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:42:33.859067 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd439d6e-24a6-4b53-9134-a66fb3517a97 None None] New status for floating IP 2034bcbb-e2de-4bfb-8889-28edafc2a62b: ACTIVE {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:42:34.368321 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:34.384789 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-29a9e0c3-d3fb-4e7e-a40c-cfce878fae43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:35.168030 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:36.736407 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:37.775161 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:52.635168 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac3fa47-4ae5-4e4c-b210-ada6f0d9e638 req-e3263d34-b800-4183-829d-563862102edd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:52.636660 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2ac3fa47-4ae5-4e4c-b210-ada6f0d9e638 req-e3263d34-b800-4183-829d-563862102edd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1855886 May 19 09:42:52.680479 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2ac3fa47-4ae5-4e4c-b210-ada6f0d9e638 req-3217614d-d6cd-4907-9e07-17d1236bf2a8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381174 May 19 09:42:53.865561 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fcd93-8b37-46ac-bbe7-64ea8903e677 req-985f5bdf-87fe-4e08-b3ec-e3cbe24fddd9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:53.866928 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-517fcd93-8b37-46ac-bbe7-64ea8903e677 req-985f5bdf-87fe-4e08-b3ec-e3cbe24fddd9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0784736 May 19 09:42:53.911095 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-517fcd93-8b37-46ac-bbe7-64ea8903e677 req-ec0a000f-43f3-4ccf-91fc-252a564248ec tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379288 May 19 09:42:55.098743 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e44cb-53ea-4faa-8fdd-4698fa7aa44f req-219f444f-d994-4efe-84c3-6debb004f0cf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:55.100213 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-070e44cb-53ea-4faa-8fdd-4698fa7aa44f req-219f444f-d994-4efe-84c3-6debb004f0cf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0811663 May 19 09:42:55.143962 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-070e44cb-53ea-4faa-8fdd-4698fa7aa44f req-1d310fdf-e72e-419a-afb9-e5e6b4f1cd43 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380061 May 19 09:42:56.338818 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c95f972-dc99-42bb-b06a-6100fe69fb38 req-0069c238-27e3-4426-94ee-b66b4d6778a4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:56.340304 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5c95f972-dc99-42bb-b06a-6100fe69fb38 req-0069c238-27e3-4426-94ee-b66b4d6778a4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0832620 May 19 09:42:56.388239 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5c95f972-dc99-42bb-b06a-6100fe69fb38 req-38ab2cee-0003-47ab-b00f-ad546d14d228 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419490 May 19 09:42:57.574312 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53728a-88f5-4182-b90a-e20c38d57a5b req-fcb44495-0c8d-4387-b930-35a529ac3588 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:57.576064 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2f53728a-88f5-4182-b90a-e20c38d57a5b req-fcb44495-0c8d-4387-b930-35a529ac3588 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0796249 May 19 09:42:57.620938 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2f53728a-88f5-4182-b90a-e20c38d57a5b req-00c6cc2c-54cf-4f80-bbd8-80d4d0d64893 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390379 May 19 09:42:58.761665 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 33342) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:42:58.811980 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff257dc-8eee-4d13-baa3-e26cacc44846 req-2971d0d0-7fba-4630-b6e1-1c606c2ef40c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:42:58.813489 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eff257dc-8eee-4d13-baa3-e26cacc44846 req-2971d0d0-7fba-4630-b6e1-1c606c2ef40c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0851343 May 19 09:42:58.858520 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-eff257dc-8eee-4d13-baa3-e26cacc44846 req-083c555b-249a-4c37-800f-8c3bf1d0aac7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392973 May 19 09:42:59.127711 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Deleting port 15097299-94ca-4e5c-930d-e2b4a3e363d3 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:42:59.128065 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:59.245862 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:59.246197 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:59.367231 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Calling delete_port for 15097299-94ca-4e5c-930d-e2b4a3e363d3 owned by network:floatingip {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:42:59.484028 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:59.488364 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a4c44a32-a881-4a0b-b119-2439ea8ea340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:42:59.533515 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event deleted for resources: {'Port': ['ID=15097299-94ca-4e5c-930d-e2b4a3e363d3,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:42:59.537080 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:42:59.624495 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for floatingip, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:42:59.624836 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Floating IP 4bf323f7-50b0-4158-8d37-6da547591bb0 disassociated (deleted). External IP: 172.27.1.74, port: e367bb8a-a76d-450e-bb44-54a79a9e55c5. May 19 09:42:59.974502 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Router 12e70020-93cc-426e-9685-a5876a247d8a has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:43:00.052585 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c062b062-bdfb-49c7-9373-7ee5e6a99349 req-5f8646a2-a91f-4a40-84fd-2de7b040faf6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:00.054091 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c062b062-bdfb-49c7-9373-7ee5e6a99349 req-5f8646a2-a91f-4a40-84fd-2de7b040faf6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0813620 May 19 09:43:00.100802 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c062b062-bdfb-49c7-9373-7ee5e6a99349 req-be8b3fca-b2df-4670-b1e1-c69d8bbac22d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409842 May 19 09:43:00.151614 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:43:00.161201 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] Sync routers for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:43:00.164689 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:00.171076 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:43:00.171817 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:42:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:00.221919 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-830d8a82-9ea6-4a3f-a560-6318979e7fc2 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "DELETE /v2.0/floatingips/4bf323f7-50b0-4158-8d37-6da547591bb0 HTTP/1.1" status: 204 len: 168 time: 1.4592273 May 19 09:43:00.223265 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:43:00.269394 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'status': 'completed', 'code': 200} May 19 09:43:00.362277 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:43:00.428897 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-79c8fce6-b8a6-43f2-a3da-51208aa63052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:00.431054 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-79c8fce6-b8a6-43f2-a3da-51208aa63052 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=e82bbbcdf967433fbc450f8487dc2500&device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 1098 time: 0.1287539 May 19 09:43:00.681159 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-abce0d2f-ce97-4582-bcfc-2873f6ac837e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:00.682689 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-abce0d2f-ce97-4582-bcfc-2873f6ac837e service neutron] 10.222.0.55 "GET /v2.0/networks?id=1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 200 len: 909 time: 0.2446666 May 19 09:43:00.694369 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f7009-3345-4182-81a7-12dfa6149b26 req-53c51839-f3cb-4a8a-aa3c-0f617f0d3714 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:00.696367 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a36f7009-3345-4182-81a7-12dfa6149b26 req-53c51839-f3cb-4a8a-aa3c-0f617f0d3714 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.1762865 May 19 09:43:00.745488 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-a36f7009-3345-4182-81a7-12dfa6149b26 req-c154eaf6-a3b8-4dc6-ac7c-9c40ba72b3e7 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428762 May 19 09:43:00.746281 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:12Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '49d44e19-884e-42ac-8c87-0df2447d94e8', 'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'mac_address': 'fa:16:3e:e3:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:10Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 5, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'subnets': [{'id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:00.750489 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] Checking router: 12e70020-93cc-426e-9685-a5876a247d8a for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:43:00.757027 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-0b85a1f2-1ad7-4fde-b315-4f367373091b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 200 len: 217 time: 0.0670662 May 19 09:43:00.760997 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:43:00.761736 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:42:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:00.821982 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-305d5767-14e7-41e4-b3eb-db7a3c62c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:00.824065 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-305d5767-14e7-41e4-b3eb-db7a3c62c1ac service neutron] 10.222.0.55 "GET /v2.0/subnets?id=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 HTTP/1.1" status: 200 len: 847 time: 0.0582573 May 19 09:43:00.906988 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-fbf593e0-0cfd-418d-a280-dd4fef27fb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:00.908523 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-fbf593e0-0cfd-418d-a280-dd4fef27fb17 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=1cbdea42-da04-4c89-a251-98762d197286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0748703 May 19 09:43:00.922011 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-a76390b0-40ce-4429-8150-9797a41548f5 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91663) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:43:00.922946 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-a76390b0-40ce-4429-8150-9797a41548f5 service neutron] 10.222.0.55 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051374 May 19 09:43:00.940898 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:43:01.059538 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-823e9349-4265-491c-817f-0ff558154089 service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276405 May 19 09:43:01.197273 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2e3d91de-3ae5-4b37-8f7e-92b44bd61887 req-d40a75ec-0f39-429a-9d04-885070f7bcb7 service neutron] 10.222.0.55 "GET /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309822 May 19 09:43:01.270988 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:12Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '49d44e19-884e-42ac-8c87-0df2447d94e8', 'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'mac_address': 'fa:16:3e:e3:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:10Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 5, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'subnets': [{'id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:01.275174 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d62a411c-4abd-4d4b-a505-b088c9729a8e None None] The sync data for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi is: [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:35:12Z', 'revision_number': 4, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': '49d44e19-884e-42ac-8c87-0df2447d94e8', 'name': '', 'network_id': '1cbdea42-da04-4c89-a251-98762d197286', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'mac_address': 'fa:16:3e:e3:ad:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 333, 'fixed_ips': [{'subnet_id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:10Z', 'updated_at': '2021-05-19T09:35:26Z', 'revision_number': 5, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'subnets': [{'id': '0a3cd5d7-edbb-4f0e-8300-c0bfac40f777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:43:01.301775 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce96881-4f21-4a3d-90a3-2200cf423136 req-556eaec8-b227-4d42-ab50-fb431353e716 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:01.303397 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ce96881-4f21-4a3d-90a3-2200cf423136 req-556eaec8-b227-4d42-ab50-fb431353e716 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0809171 May 19 09:43:01.351900 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4ce96881-4f21-4a3d-90a3-2200cf423136 req-8b20fea4-ad6b-4b42-92ef-38e019bdb9c6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428023 May 19 09:43:01.490124 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c029c70-e603-4044-9ac3-aacd5c2336d8 None None] New status for floating IP 4bf323f7-50b0-4158-8d37-6da547591bb0: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:43:01.660078 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-9b44ee81-a415-434b-8edd-4051fd63ed8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:01.936194 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64ab95b-086f-4b47-a732-6136c4336915 req-21d80da7-a182-4685-b0bb-05d66cb8ca2c tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:01.937652 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b64ab95b-086f-4b47-a732-6136c4336915 req-21d80da7-a182-4685-b0bb-05d66cb8ca2c tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0790381 May 19 09:43:01.981835 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b64ab95b-086f-4b47-a732-6136c4336915 req-3c6f9e30-9ea3-4fee-8d2a-a48a785027fe tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/security-groups?id=e4c670ec-cd57-4a81-bbc3-6f62949b1914&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377853 May 19 09:43:02.454340 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-6841d6c5-f488-47d8-859b-3872063e30d4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:02.455241 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-6841d6c5-f488-47d8-859b-3872063e30d4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Synchronizing usage tracker for tenant:e82bbbcdf967433fbc450f8487dc2500 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:43:02.474658 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-6841d6c5-f488-47d8-859b-3872063e30d4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Unset dirty status for tenant:e82bbbcdf967433fbc450f8487dc2500 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:43:02.475843 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-6841d6c5-f488-47d8-859b-3872063e30d4 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.55 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 945 time: 0.0991788 May 19 09:43:02.547442 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef37a84c-5f4e-4c2e-abf4-e15a1a0ff6bb req-a1308817-0c07-41cf-9783-0289d5c328bf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:02.549167 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ef37a84c-5f4e-4c2e-abf4-e15a1a0ff6bb req-a1308817-0c07-41cf-9783-0289d5c328bf tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0871832 May 19 09:43:02.594695 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ef37a84c-5f4e-4c2e-abf4-e15a1a0ff6bb req-d6d77440-e487-4179-af40-f82eef105026 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397217 May 19 09:43:02.615993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Deleting port e367bb8a-a76d-450e-bb44-54a79a9e55c5 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:43:02.616353 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:02.748314 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] For port e367bb8a-a76d-450e-bb44-54a79a9e55c5, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=e367bb8a-a76d-450e-bb44-54a79a9e55c5,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:02.748598 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:02.870329 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Calling delete_port for e367bb8a-a76d-450e-bb44-54a79a9e55c5 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:43:02.879672 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:43:02.981386 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:02.986652 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c55a6944-3077-4295-932c-36f56ca1d140 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:03.029744 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event deleted for resources: {'Port': ['ID=e367bb8a-a76d-450e-bb44-54a79a9e55c5,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:03.033339 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:03.108810 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] No DVR routers for this DVR port e367bb8a-a76d-450e-bb44-54a79a9e55c5 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:43:03.111207 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:03.113814 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'name': 'network-vif-deleted', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:43:03.129019 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-04cab4f3-d95d-4433-8e89-a6f051c4fa07 req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.55 "DELETE /v2.0/ports/e367bb8a-a76d-450e-bb44-54a79a9e55c5 HTTP/1.1" status: 204 len: 173 time: 0.6474476 May 19 09:43:03.133713 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8a107ea3-7a61-4736-bc2f-f481f8bd36a5 req-d9cde008-5f85-4ccc-a455-976ffab4f2e6 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "GET /v2.0/ports?device_id=56b8a193-393a-4830-bd0d-67133156b096 HTTP/1.1" status: 200 len: 210 time: 0.0427325 May 19 09:43:03.165481 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56b8a193-393a-4830-bd0d-67133156b096', 'name': 'network-vif-deleted', 'tag': 'e367bb8a-a76d-450e-bb44-54a79a9e55c5', 'status': 'completed', 'code': 200} May 19 09:43:03.789241 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da817870-f901-46e9-986d-fc96df780f7c req-f52ed58a-e268-4c71-9375-7819e09d0a52 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:03.790668 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-da817870-f901-46e9-986d-fc96df780f7c req-f52ed58a-e268-4c71-9375-7819e09d0a52 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0810823 May 19 09:43:03.835786 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-da817870-f901-46e9-986d-fc96df780f7c req-5e1aaa0d-e3ad-44d5-9c94-20f950a316fb tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385246 May 19 09:43:04.234527 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 33382) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:04.301912 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9f3d9f2b-b3c7-4880-9032-902c89a894aa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:04.339712 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9f3d9f2b-b3c7-4880-9032-902c89a894aa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:04.374204 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:04.388387 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-77d482c2-9f44-4652-987a-710b04b73550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:04.406336 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9f3d9f2b-b3c7-4880-9032-902c89a894aa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:04.410312 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-3df46941-d54e-47d8-88a8-b4cb93f2609a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:04.428098 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d9f2b-b3c7-4880-9032-902c89a894aa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c670ec-cd57-4a81-bbc3-6f62949b1914,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:04.431164 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9f3d9f2b-b3c7-4880-9032-902c89a894aa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:04.440583 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9f3d9f2b-b3c7-4880-9032-902c89a894aa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:04.444031 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9f3d9f2b-b3c7-4880-9032-902c89a894aa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] 10.222.0.46 "DELETE /v2.0/security-groups/e4c670ec-cd57-4a81-bbc3-6f62949b1914 HTTP/1.1" status: 204 len: 168 time: 0.2084849 May 19 09:43:04.493373 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33388) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:05.115684 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339eb042-0c99-40d4-80b0-49d8bf2e3bd6 req-fa331ffa-3f54-4f5c-b0cc-15693a370591 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:05.117236 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-339eb042-0c99-40d4-80b0-49d8bf2e3bd6 req-fa331ffa-3f54-4f5c-b0cc-15693a370591 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1484418 May 19 09:43:05.170375 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:05.200244 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-339eb042-0c99-40d4-80b0-49d8bf2e3bd6 req-7e2a6b6d-a1d3-4230-b360-0d55d143b68e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758872 May 19 09:43:05.231958 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654924'] for router_interface, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:05.704192 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e367bb8a-a76d-450e-bb44-54a79a9e55c5 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:43:05.718290 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Deleting port 49d44e19-884e-42ac-8c87-0df2447d94e8 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:43:05.718573 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:05.741126 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: e367bb8a-a76d-450e-bb44-54a79a9e55c5 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:43:05.741478 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device e367bb8a-a76d-450e-bb44-54a79a9e55c5 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:43:05.838817 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] For port 49d44e19-884e-42ac-8c87-0df2447d94e8, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=49d44e19-884e-42ac-8c87-0df2447d94e8,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:05.839176 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:05.961349 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Calling delete_port for 49d44e19-884e-42ac-8c87-0df2447d94e8 owned by network:router_interface {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:43:06.108641 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:06.113332 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:06.183075 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=49d44e19-884e-42ac-8c87-0df2447d94e8,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:06.196418 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.196818 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.197289 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.197706 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.198106 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.198446 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.198866 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.199273 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.200047 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.200457 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.200987 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.201374 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:06.205613 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:06.451763 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649692'] for router_interface, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:06.696202 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee08a95-1362-4bfd-9d4b-883fb2a22705 req-e4d7bb61-f974-4d20-8bc6-5db17ca487cd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:06.697661 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bee08a95-1362-4bfd-9d4b-883fb2a22705 req-e4d7bb61-f974-4d20-8bc6-5db17ca487cd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1858375 May 19 09:43:06.741219 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:06.871917 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bee08a95-1362-4bfd-9d4b-883fb2a22705 req-43654a66-1cf0-4d80-8bda-e98f6a79097c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181662 May 19 09:43:06.905699 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Router 12e70020-93cc-426e-9685-a5876a247d8a has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:43:07.169306 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:43:07.179118 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] Sync routers for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:43:07.183880 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] 10.222.0.46 "PUT /v2.0/routers/12e70020-93cc-426e-9685-a5876a247d8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6862547 May 19 09:43:07.184439 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33406) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:07.188848 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:43:07.189623 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:43:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:07.358374 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks [] for router, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:07.362645 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:43:07.530864 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:07.604508 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Deleting port d76f89fb-dd44-46e8-a011-60716cc299c8 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:43:07.604859 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:07.646841 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23'}], 'enable_snat': True}, 'gw_port_id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:43:06Z', 'revision_number': 5, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port': {'id': 'd76f89fb-dd44-46e8-a011-60716cc299c8', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ca:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12e70020-93cc-426e-9685-a5876a247d8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:02Z', 'updated_at': '2021-05-19T09:35:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:07.651320 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] Checking router: 12e70020-93cc-426e-9685-a5876a247d8a for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:43:07.659526 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] Routers {'12e70020-93cc-426e-9685-a5876a247d8a'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:43:07.660203 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:43:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['12e70020-93cc-426e-9685-a5876a247d8a'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:07.721092 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 9a1389c2-9399-4b6a-877b-60af03657670 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:43:07.725834 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] For port d76f89fb-dd44-46e8-a011-60716cc299c8, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=d76f89fb-dd44-46e8-a011-60716cc299c8,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:07.726200 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:07.819335 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:07.847633 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Calling delete_port for d76f89fb-dd44-46e8-a011-60716cc299c8 owned by network:router_gateway {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:43:07.905328 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] Set router 12e70020-93cc-426e-9685-a5876a247d8a gateway port host: None {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:43:08.030937 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.038436 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-af3c75cf-702e-47f7-b9d9-1432450ea5fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:08.060543 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:43:07Z', 'revision_number': 6, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port_host': None}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:08.074764 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5834bf7f-2574-4f57-be73-71f39121076c None None] The sync data for ids ['12e70020-93cc-426e-9685-a5876a247d8a'] in dv-cinder-791281-2-iscsi is: [{'id': '12e70020-93cc-426e-9685-a5876a247d8a', 'name': 'tempest-TestShelveInstance-907645517-router', 'tenant_id': 'e82bbbcdf967433fbc450f8487dc2500', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:00Z', 'updated_at': '2021-05-19T09:43:07Z', 'revision_number': 6, 'project_id': 'e82bbbcdf967433fbc450f8487dc2500', 'gw_port_host': None}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:43:08.088717 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Pushing event deleted for resources: {'Port': ['ID=d76f89fb-dd44-46e8-a011-60716cc299c8,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:08.092977 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:08.117662 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:08.134739 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '9a1389c2-9399-4b6a-877b-60af03657670', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'port_id': '9a1389c2-9399-4b6a-877b-60af03657670', 'mac_address': 'fa:16:3e:cd:53:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:43:08.190974 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.197717 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0b385-46ef-4314-91c2-ad4cde598d7a req-b6a062d8-4517-4ba9-9df7-a3de725857c9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:08.199209 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-faf0b385-46ef-4314-91c2-ad4cde598d7a req-b6a062d8-4517-4ba9-9df7-a3de725857c9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.2123230 May 19 09:43:08.208048 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651111'] for router_gateway, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.209394 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a1389c2-9399-4b6a-877b-60af03657670 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:43:08.225058 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:08.229783 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.232217 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:08.303023 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=6']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:08.306650 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:08.320255 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['9a1389c2-9399-4b6a-877b-60af03657670'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:43:08.521347 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7773'] for router, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.525304 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.530248 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-faf0b385-46ef-4314-91c2-ad4cde598d7a req-17ea6091-461e-4117-8e5a-f7983f050444 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3242211 May 19 09:43:08.621115 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647728'] for router, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.621637 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12e70020-93cc-426e-9685-a5876a247d8a {{(pid=91664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:43:08.634329 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.635423 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] 10.222.0.46 "DELETE /v2.0/routers/12e70020-93cc-426e-9685-a5876a247d8a HTTP/1.1" status: 204 len: 168 time: 1.4504120 May 19 09:43:08.637940 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33414) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:08.700391 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-1eb31fa1-a829-4c6b-8d5e-6e7a0cb61fb7 admin admin] Deleting subnet 0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:43:08.703248 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1eb31fa1-a829-4c6b-8d5e-6e7a0cb61fb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.754523 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1eb31fa1-a829-4c6b-8d5e-6e7a0cb61fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15094970'] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.869274 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1eb31fa1-a829-4c6b-8d5e-6e7a0cb61fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:08.878986 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 49d44e19-884e-42ac-8c87-0df2447d94e8 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:43:08.916952 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 49d44e19-884e-42ac-8c87-0df2447d94e8 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:43:08.917304 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 49d44e19-884e-42ac-8c87-0df2447d94e8 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:43:09.123505 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1eb31fa1-a829-4c6b-8d5e-6e7a0cb61fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15094961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14697734'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.127431 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-459986f4-7bac-4925-8497-7ae73bd9d219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:09.164981 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb31fa1-a829-4c6b-8d5e-6e7a0cb61fb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a3cd5d7-edbb-4f0e-8300-c0bfac40f777,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:09.167999 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-1eb31fa1-a829-4c6b-8d5e-6e7a0cb61fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:09.168973 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-1eb31fa1-a829-4c6b-8d5e-6e7a0cb61fb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.174102 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd84f3e-0da6-45b0-a9a1-d6d3c90727cf None None] Network 1cbdea42-da04-4c89-a251-98762d197286 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:43:09.175040 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-1eb31fa1-a829-4c6b-8d5e-6e7a0cb61fb7 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0a3cd5d7-edbb-4f0e-8300-c0bfac40f777 HTTP/1.1" status: 204 len: 168 time: 0.5361662 May 19 09:43:09.177509 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33418) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:09.281002 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.356453 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Deleting port 7effdfa4-0138-4e57-b913-1beccd76fc1e {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:43:09.356788 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.424612 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] DHCP port deletion for 1cbdea42-da04-4c89-a251-98762d197286 request from dv-cinder-791281-2-iscsi {{(pid=91665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:43:09.461839 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] For port 7effdfa4-0138-4e57-b913-1beccd76fc1e, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=7effdfa4-0138-4e57-b913-1beccd76fc1e,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:09.462204 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.492030 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] Deleting port 7effdfa4-0138-4e57-b913-1beccd76fc1e {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:43:09.492425 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.584335 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Calling delete_port for 7effdfa4-0138-4e57-b913-1beccd76fc1e owned by network:dhcp {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:43:09.598973 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] For port 7effdfa4-0138-4e57-b913-1beccd76fc1e, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=7effdfa4-0138-4e57-b913-1beccd76fc1e,segment=NetworkSegment(7c47905c-7532-4472-9096-ec6117a8294d),segment_id=7c47905c-7532-4472-9096-ec6117a8294d)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:09.599377 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.641254 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.645843 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-70e0e2ba-7ed4-41ca-bd34-71f850932d56 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:09.721712 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Pushing event deleted for resources: {'Port': ['ID=7effdfa4-0138-4e57-b913-1beccd76fc1e,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:09.728838 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] Calling delete_port for 7effdfa4-0138-4e57-b913-1beccd76fc1e owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:43:09.732863 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 9a1389c2-9399-4b6a-877b-60af03657670 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:43:09.734855 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:09.738045 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] No DVR routers for this DVR port 7effdfa4-0138-4e57-b913-1beccd76fc1e on host dv-cinder-791281-2-iscsi {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:43:09.825704 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 9a1389c2-9399-4b6a-877b-60af03657670 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:43:09.826089 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.869081 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.873335 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.879368 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:09.883695 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbdea42-da04-4c89-a251-98762d197286']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:09.898724 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c47905c-7532-4472-9096-ec6117a8294d') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:09.898983 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c47905c-7532-4472-9096-ec6117a8294d') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:09.912151 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad732442-9391-4590-85e7-20e30385e53a req-b221773b-93ed-4cf6-9146-2d537cfc1302 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:09.913614 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ad732442-9391-4590-85e7-20e30385e53a req-b221773b-93ed-4cf6-9146-2d537cfc1302 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 944 time: 0.2337515 May 19 09:43:09.921636 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15094957'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.928349 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] Pushing event deleted for resources: {'Port': ['ID=7effdfa4-0138-4e57-b913-1beccd76fc1e,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:09.932675 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:09.934654 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] No DVR routers for this DVR port 7effdfa4-0138-4e57-b913-1beccd76fc1e on host dv-cinder-791281-2-iscsi {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:43:09.965193 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.977522 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Releasing vlan 978 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:43:09.977935 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15164179'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: Traceback (most recent call last): May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: timer() May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: cb(*args, **kw) May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: return func(*args, **kwargs) May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: self._notify() May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: self.callback(batched_events) May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: event.method(event) May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: return f(self, *a, **k) May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._get(url).json() May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:43:09.995524 dv-cinder-791281-2-iscsi neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:43:09.998679 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ad732442-9391-4590-85e7-20e30385e53a req-ce294534-f389-41d4-9181-4b20bb7919f1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788245 May 19 09:43:10.002487 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:10.034864 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:43:10.045929 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:10.050448 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:10.053495 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:10.093865 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670', 'code': 200} May 19 09:43:10.133799 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=7']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:10.136947 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:10.176438 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:10.180068 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4e0e23bf-c6c7-41dc-b078-32a7a3705036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:10.192821 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:10.203241 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Pushing event deleted for resources: {'Network': ['ID=1cbdea42-da04-4c89-a251-98762d197286,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:10.206292 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:10.216640 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] 10.222.0.46 "DELETE /v2.0/networks/1cbdea42-da04-4c89-a251-98762d197286 HTTP/1.1" status: 204 len: 168 time: 1.0381899 May 19 09:43:10.219456 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33428) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:10.554990 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device d76f89fb-dd44-46e8-a011-60716cc299c8 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:43:10.591571 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: d76f89fb-dd44-46e8-a011-60716cc299c8 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:43:10.591952 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device d76f89fb-dd44-46e8-a011-60716cc299c8 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:43:10.592383 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 7effdfa4-0138-4e57-b913-1beccd76fc1e no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:43:10.625334 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 7effdfa4-0138-4e57-b913-1beccd76fc1e {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:43:10.625697 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 7effdfa4-0138-4e57-b913-1beccd76fc1e not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:43:10.765246 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654924'] for router_interface, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:11.257099 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5f430-367f-47e7-a909-31f7531848ef req-80128c7b-a948-4e6f-b4b7-1e48f5cd364c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:11.258569 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cbd5f430-367f-47e7-a909-31f7531848ef req-80128c7b-a948-4e6f-b4b7-1e48f5cd364c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1364462 May 19 09:43:11.263457 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Deleting port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:43:11.263838 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:11.392961 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cbd5f430-367f-47e7-a909-31f7531848ef req-25a275df-bbda-421a-97f4-1ef760b3cbd3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142924 May 19 09:43:11.433249 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] For port 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5,segment=NetworkSegment(52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8),segment_id=52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:11.433629 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:11.672389 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Calling delete_port for 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 owned by network:router_interface {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:43:11.863181 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:11.868644 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-41404849-d9ac-4c1b-812d-61fac23b5a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:11.921220 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:11.952211 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:12.204881 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649692'] for router_interface, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:12.686888 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Router d1ca8c32-f361-457b-9b64-f452ea98f8a1 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:43:12.771342 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9639ce91-ce71-4fa6-b1e6-5ce75e967fff req-0646cf31-01e7-4191-a9ec-93c3d3148192 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:12.772844 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9639ce91-ce71-4fa6-b1e6-5ce75e967fff req-0646cf31-01e7-4191-a9ec-93c3d3148192 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1884449 May 19 09:43:12.917998 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9639ce91-ce71-4fa6-b1e6-5ce75e967fff req-313ddbfe-56de-46cb-be77-6709aa26b469 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1367416 May 19 09:43:12.950936 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:43:12.964064 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] Sync routers for ids ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:43:12.976216 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] Routers {'d1ca8c32-f361-457b-9b64-f452ea98f8a1'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:43:12.977854 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:43:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:12.992732 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-76c4a26f-adaa-4bb2-9702-21d6f269ad13 admin admin] 10.222.0.46 "PUT /v2.0/routers/d1ca8c32-f361-457b-9b64-f452ea98f8a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7721758 May 19 09:43:12.995309 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 33472) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:13.177293 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] Set router d1ca8c32-f361-457b-9b64-f452ea98f8a1 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:43:13.315798 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks [] for router, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:13.543751 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176'}], 'enable_snat': True}, 'gw_port_id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:43:11Z', 'revision_number': 5, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'gw_port': {'id': '1f17784f-bab6-48f9-9365-851ad0d67270', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:b0:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:35:18Z', 'updated_at': '2021-05-19T09:35:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:13.548087 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] Checking router: d1ca8c32-f361-457b-9b64-f452ea98f8a1 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:43:13.548739 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:13.559093 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] Routers {'d1ca8c32-f361-457b-9b64-f452ea98f8a1'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:43:13.559858 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:43:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:13.627292 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Deleting port 1f17784f-bab6-48f9-9365-851ad0d67270 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:43:13.627843 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:13.730012 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] Set router d1ca8c32-f361-457b-9b64-f452ea98f8a1 gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:43:13.779460 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] For port 1f17784f-bab6-48f9-9365-851ad0d67270, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=1f17784f-bab6-48f9-9365-851ad0d67270,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:13.779964 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:13.876782 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:43:13Z', 'revision_number': 6, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'gw_port_host': None}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:13.882597 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4fe9e0-c6d3-4f1e-8bc7-684cbbda1218 None None] The sync data for ids ['d1ca8c32-f361-457b-9b64-f452ea98f8a1'] in dv-cinder-791281-2-iscsi is: [{'id': 'd1ca8c32-f361-457b-9b64-f452ea98f8a1', 'name': 'tempest-TestShelveInstance-657881842-router', 'tenant_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:35:17Z', 'updated_at': '2021-05-19T09:43:13Z', 'revision_number': 6, 'project_id': 'ab9c85bf6abf4c4baa7dd2d0f2ad2d10', 'gw_port_host': None}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:43:13.916251 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Calling delete_port for 1f17784f-bab6-48f9-9365-851ad0d67270 owned by network:router_gateway {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:43:14.076682 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:14.088080 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a3b00e8d-5fea-4619-9a43-bf7789762044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:14.156447 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5310f74d-abaf-4fff-b4d5-d1e69a783f69 req-b727f65a-d8a1-4542-87c6-daf2a6541a87 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:14.157938 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5310f74d-abaf-4fff-b4d5-d1e69a783f69 req-b727f65a-d8a1-4542-87c6-daf2a6541a87 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1141419 May 19 09:43:14.175441 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=1f17784f-bab6-48f9-9365-851ad0d67270,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:14.178003 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:14.217051 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5310f74d-abaf-4fff-b4d5-d1e69a783f69 req-2935de5d-181d-41fa-a88a-3ebf66c36722 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505350 May 19 09:43:14.268139 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651111'] for router_gateway, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:14.475060 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7773'] for router, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:14.478815 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:14.511285 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647728'] for router, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:14.511921 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1ca8c32-f361-457b-9b64-f452ea98f8a1 {{(pid=91663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:43:14.531624 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:14.531624 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-610951c9-8e2d-448d-bf2d-3724a649e8ff admin admin] 10.222.0.46 "DELETE /v2.0/routers/d1ca8c32-f361-457b-9b64-f452ea98f8a1 HTTP/1.1" status: 204 len: 168 time: 1.5339634 May 19 09:43:14.533117 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 33480) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:14.607653 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] Deleting subnet f9b10395-d18c-4e46-86ea-d27a7280bc86 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:43:14.611298 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:14.678253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:14.786743 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:43:14.805627 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:14.907606 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:43:14.912141 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 2d2d4e9e-e56f-43bd-9e9e-0e6fc18f87a5 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:43:14.912658 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 1f17784f-bab6-48f9-9365-851ad0d67270 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:43:14.966387 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 1f17784f-bab6-48f9-9365-851ad0d67270 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:43:14.967037 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 1f17784f-bab6-48f9-9365-851ad0d67270 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:43:15.251279 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:15.261592 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:15.322953 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9b10395-d18c-4e46-86ea-d27a7280bc86,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:15.326593 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:15.327703 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:15.335605 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc61f95-6861-4784-9f1f-c0449a801b4a None None] Network 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:43:15.337473 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33492) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:15.354606 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/f9b10395-d18c-4e46-86ea-d27a7280bc86 HTTP/1.1" status: 204 len: 168 time: 0.8203170 May 19 09:43:15.625202 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:15.697360 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] DHCP port deletion for 466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa request from dv-cinder-791281-2-iscsi {{(pid=91665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:43:15.720216 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a0a34a-98bb-498b-8bed-4092f8fce4f2 req-adbb2981-2d85-47a9-ba28-b3284a0bec47 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:15.723555 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-33a0a34a-98bb-498b-8bed-4092f8fce4f2 req-adbb2981-2d85-47a9-ba28-b3284a0bec47 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1683028 May 19 09:43:15.780491 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Deleting port 74250f90-d3e1-4d5f-9027-76bc8303eb38 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:43:15.780861 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:15.781959 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] Deleting port 74250f90-d3e1-4d5f-9027-76bc8303eb38 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:43:15.782353 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:15.813891 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-33a0a34a-98bb-498b-8bed-4092f8fce4f2 req-31d74486-f305-4ea6-8a2a-f19787e13e31 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833716 May 19 09:43:15.912856 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] For port 74250f90-d3e1-4d5f-9027-76bc8303eb38, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=74250f90-d3e1-4d5f-9027-76bc8303eb38,segment=NetworkSegment(52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8),segment_id=52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:15.913431 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:15.918139 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] For port 74250f90-d3e1-4d5f-9027-76bc8303eb38, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=74250f90-d3e1-4d5f-9027-76bc8303eb38,segment=NetworkSegment(52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8),segment_id=52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:15.918799 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.045479 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] Calling delete_port for 74250f90-d3e1-4d5f-9027-76bc8303eb38 owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:43:16.061597 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Calling delete_port for 74250f90-d3e1-4d5f-9027-76bc8303eb38 owned by network:dhcp {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:43:16.110258 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.116346 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:16.125936 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.131094 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0c04a71e-2a09-474b-b041-db22158e1f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:16.168882 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] No DVR routers for this DVR port 74250f90-d3e1-4d5f-9027-76bc8303eb38 on host dv-cinder-791281-2-iscsi {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:43:16.177979 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] Pushing event deleted for resources: {'Port': ['ID=74250f90-d3e1-4d5f-9027-76bc8303eb38,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:16.184301 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-c767cbb2-3438-4304-bc66-469e30af597e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:16.192431 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=74250f90-d3e1-4d5f-9027-76bc8303eb38,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:16.196323 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:16.198655 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] No DVR routers for this DVR port 74250f90-d3e1-4d5f-9027-76bc8303eb38 on host dv-cinder-791281-2-iscsi {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:43:16.340974 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.364756 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:16.377618 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:16.377977 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52e3720d-1e0c-4fdf-b85e-85e1b7a45fc8') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:43:16.394558 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15094957'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.417099 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.424874 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Releasing vlan 976 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:43:16.425353 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15164179'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: util.warn( May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: util.warn( May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: util.warn( May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: util.warn( May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: Traceback (most recent call last): May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: timer() May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: cb(*args, **kw) May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: return func(*args, **kwargs) May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: self._notify() May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: self.callback(batched_events) May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: event.method(event) May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: return f(self, *a, **k) May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._get(url).json() May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:43:16.453640 dv-cinder-791281-2-iscsi neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:43:16.532484 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.539256 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-88d140b4-a539-4bd6-9a78-2d8688610022 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:16.561809 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.574552 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:16.577147 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] 10.222.0.46 "DELETE /v2.0/networks/466fb0ec-c8d4-40c3-8ee2-a777ec5a6faa HTTP/1.1" status: 204 len: 168 time: 1.2386487 May 19 09:43:16.578303 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3fdafddd-8120-462d-b07c-c926eb75b6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:16.596525 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 74250f90-d3e1-4d5f-9027-76bc8303eb38 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:43:16.634965 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 74250f90-d3e1-4d5f-9027-76bc8303eb38 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:43:16.635252 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 74250f90-d3e1-4d5f-9027-76bc8303eb38 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:43:16.712652 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33500) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:16.798062 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-58e0d996-9b8b-464e-ae00-cde32421c5ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e82bbbcdf967433fbc450f8487dc2500&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0818446 May 19 09:43:16.802693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33504) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:16.880431 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b0f4eb8-c55b-4730-b3fb-3b2dead82694 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:16.913824 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b0f4eb8-c55b-4730-b3fb-3b2dead82694 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:17.031575 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b0f4eb8-c55b-4730-b3fb-3b2dead82694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:17.037802 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0cb3b209-87e7-4ad8-b01e-985ae514dd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:17.059912 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f4eb8-c55b-4730-b3fb-3b2dead82694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1dbeaed-11b5-408f-8a5d-1cf63337b627,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:17.065795 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3b0f4eb8-c55b-4730-b3fb-3b2dead82694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:17.071685 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-3b0f4eb8-c55b-4730-b3fb-3b2dead82694 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:17.075335 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-3b0f4eb8-c55b-4730-b3fb-3b2dead82694 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e1dbeaed-11b5-408f-8a5d-1cf63337b627 HTTP/1.1" status: 204 len: 168 time: 0.2689776 May 19 09:43:17.124413 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdf6f5-8e92-4f25-8a5e-ef1a821325d4 req-7eb7b582-c4a2-4d4b-97bc-e6804a178ca1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:17.126393 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-70fdf6f5-8e92-4f25-8a5e-ef1a821325d4 req-7eb7b582-c4a2-4d4b-97bc-e6804a178ca1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1631815 May 19 09:43:17.190726 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-70fdf6f5-8e92-4f25-8a5e-ef1a821325d4 req-d91c6222-06d2-47ea-8a66-3b8b8721c073 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577254 May 19 09:43:17.491015 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33514) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:17.541447 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-aaf47fd5-2368-4cd5-93cb-69dd8d952b10 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ab9c85bf6abf4c4baa7dd2d0f2ad2d10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0491688 May 19 09:43:17.543995 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 33518) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:17.617134 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f7af4837-5f03-4b96-abda-cbe541b363e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:17.644409 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f7af4837-5f03-4b96-abda-cbe541b363e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:17.712358 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f7af4837-5f03-4b96-abda-cbe541b363e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:17.719257 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0bdfce98-1291-4e30-b4f4-f194089bdde6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:17.738901 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7af4837-5f03-4b96-abda-cbe541b363e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cff13d90-cdc0-4173-a841-2456d858fc97,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:17.741547 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f7af4837-5f03-4b96-abda-cbe541b363e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:17.751644 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-f7af4837-5f03-4b96-abda-cbe541b363e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:17.751644 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-f7af4837-5f03-4b96-abda-cbe541b363e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cff13d90-cdc0-4173-a841-2456d858fc97 HTTP/1.1" status: 204 len: 168 time: 0.2029443 May 19 09:43:18.459341 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea179e6-f480-4e6d-b5cc-54788226bad6 req-d368edaf-ee09-41c0-9595-f8adee7dafff tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:18.461037 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6ea179e6-f480-4e6d-b5cc-54788226bad6 req-d368edaf-ee09-41c0-9595-f8adee7dafff tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0953269 May 19 09:43:18.516563 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-6ea179e6-f480-4e6d-b5cc-54788226bad6 req-cb563e6a-1388-446d-a5af-34ff8d56a05a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492082 May 19 09:43:19.782179 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60f1b76-5eed-4a47-aadc-f90179d9e2b1 req-c52c9906-1845-4c0f-b3f3-e26c1a256b29 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:19.783926 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f60f1b76-5eed-4a47-aadc-f90179d9e2b1 req-c52c9906-1845-4c0f-b3f3-e26c1a256b29 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.1115928 May 19 09:43:19.852882 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f60f1b76-5eed-4a47-aadc-f90179d9e2b1 req-8f930e8f-32a6-41f1-9951-cfc7be1cca94 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609925 May 19 09:43:21.063755 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efe3fe-4e6c-4619-a552-d65dfe7e16d5 req-384b9494-c77a-4266-b39a-27c3e4e4f532 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:21.065420 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-28efe3fe-4e6c-4619-a552-d65dfe7e16d5 req-384b9494-c77a-4266-b39a-27c3e4e4f532 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0917356 May 19 09:43:21.117983 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-28efe3fe-4e6c-4619-a552-d65dfe7e16d5 req-b9cbf0a4-efdb-4582-8a2d-d47a569509e6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457919 May 19 09:43:22.313087 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca44ee7a-252f-4830-9080-ddb2b88df0dc req-0e522d44-afc3-430f-af8f-e9af2029a447 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:22.314546 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ca44ee7a-252f-4830-9080-ddb2b88df0dc req-0e522d44-afc3-430f-af8f-e9af2029a447 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0805442 May 19 09:43:22.363767 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ca44ee7a-252f-4830-9080-ddb2b88df0dc req-e5955082-467d-422b-a539-7adb549f63ec tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428782 May 19 09:43:22.719222 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-c8e2e6c3-8aa2-4e54-a611-54e3e011c1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:22.720729 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-c8e2e6c3-8aa2-4e54-a611-54e3e011c1ab service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 1098 time: 0.0702763 May 19 09:43:22.851743 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-af005289-9c7f-4ecf-b934-c2936e6f4525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:22.853217 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-af005289-9c7f-4ecf-b934-c2936e6f4525 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.1257739 May 19 09:43:22.958524 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-57d0b914-d0a9-43bd-a223-32d7e0b4f36c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a1389c2-9399-4b6a-877b-60af03657670 HTTP/1.1" status: 200 len: 1000 time: 0.0979669 May 19 09:43:23.023537 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-8e80bc0f-49a8-4c3b-927d-0cd8257f94dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:23.025163 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-8e80bc0f-49a8-4c3b-927d-0cd8257f94dc service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0602555 May 19 09:43:23.100041 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-1dae5221-d0ab-488f-856b-932e4a1001de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:23.101482 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-1dae5221-d0ab-488f-856b-932e4a1001de service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0688999 May 19 09:43:23.231711 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-50baa27b-cb09-46cb-bc5e-a13b71a0190f service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228323 May 19 09:43:23.365341 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-2d0b9c73-d942-45cc-9d6b-663f443767cc req-feb53fa8-e951-495a-b9ef-7e74409271db service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268492 May 19 09:43:23.549473 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af528d4c-8613-4461-bfff-bfe8a731ac56 req-a5a751d8-9169-41e1-a01c-fe50eb234c42 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:23.551397 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-af528d4c-8613-4461-bfff-bfe8a731ac56 req-a5a751d8-9169-41e1-a01c-fe50eb234c42 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0800102 May 19 09:43:23.595678 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-af528d4c-8613-4461-bfff-bfe8a731ac56 req-a972d70a-f12f-4773-9267-c61e8c0e5c53 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383751 May 19 09:43:24.788820 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96a28b-b9aa-4a34-bb27-4242ff839fc1 req-c4334db6-e88f-46d8-bfd1-7f63705475f5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:24.790263 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de96a28b-b9aa-4a34-bb27-4242ff839fc1 req-c4334db6-e88f-46d8-bfd1-7f63705475f5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 945 time: 0.0843484 May 19 09:43:24.924282 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-de96a28b-b9aa-4a34-bb27-4242ff839fc1 req-487e1228-f422-415a-a9b4-acbe11b15e17 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281006 May 19 09:43:25.789162 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 9a1389c2-9399-4b6a-877b-60af03657670 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:43:25.902209 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:25.928582 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:43:25.937868 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:25.943045 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:25.944898 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:26.010755 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=8']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:26.018050 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.018406 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.018754 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.019673 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.019975 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.020311 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.020644 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.021030 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.021308 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.021642 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.021974 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.022322 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:43:26.026262 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:26.117721 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37941380-c3d2-475e-9330-f8be9a8a7d1a req-ef8724c8-0838-4cfa-8ea3-43ef81e9907d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:26.119182 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-37941380-c3d2-475e-9330-f8be9a8a7d1a req-ef8724c8-0838-4cfa-8ea3-43ef81e9907d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0799992 May 19 09:43:26.166051 dv-cinder-791281-2-iscsi neutron-server[91665]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670', 'code': 422} returned with failed status May 19 09:43:26.168565 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-37941380-c3d2-475e-9330-f8be9a8a7d1a req-1b256faa-7d4a-4481-8043-0178ca20a4d7 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437055 May 19 09:43:27.560871 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23df32d1-4443-4d75-a28e-d50e690cecf8 req-4bb17772-bfc2-493e-8ab2-89d2e74ce96d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:27.562348 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-23df32d1-4443-4d75-a28e-d50e690cecf8 req-4bb17772-bfc2-493e-8ab2-89d2e74ce96d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0802827 May 19 09:43:27.607988 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-23df32d1-4443-4d75-a28e-d50e690cecf8 req-be42ac6e-3bb4-48cc-b3aa-a7e328e5b0fb tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400288 May 19 09:43:27.786402 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33642) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:43:27.904262 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-ae24b29e-a0d3-41ff-bd06-8c4bc92511a0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1165671 May 19 09:43:28.794415 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fb31c-2f32-427b-aea0-6501910c4e84 req-05ca79c8-671b-46a5-b0ee-3d350d3a373c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:28.795778 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cb2fb31c-2f32-427b-aea0-6501910c4e84 req-05ca79c8-671b-46a5-b0ee-3d350d3a373c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0783796 May 19 09:43:28.840175 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cb2fb31c-2f32-427b-aea0-6501910c4e84 req-073c3847-e8af-41ea-842c-a945319f6192 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383344 May 19 09:43:28.981574 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-02cacda2-b0ad-4ada-852f-ffe41fe824fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:28.983098 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-02cacda2-b0ad-4ada-852f-ffe41fe824fc service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7&tenant_id=864023c8c80d472fb822567abae0752e HTTP/1.1" status: 200 len: 1096 time: 0.0790453 May 19 09:43:29.074524 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-12a3ec5a-02cb-4b8f-9374-8bddc220e1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:29.075999 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-12a3ec5a-02cb-4b8f-9374-8bddc220e1b7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 1096 time: 0.0706027 May 19 09:43:29.207546 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-ee0ce279-2eca-46a1-bbfc-72b988c979e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:29.209027 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-ee0ce279-2eca-46a1-bbfc-72b988c979e0 service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.1256020 May 19 09:43:29.313580 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-d7a63fe0-136f-4092-8e77-8e74782f8e8b service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a1389c2-9399-4b6a-877b-60af03657670 HTTP/1.1" status: 200 len: 998 time: 0.0979741 May 19 09:43:29.377481 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-b184a6a6-d606-4c8b-9904-8e31df7508b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:29.378967 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-b184a6a6-d606-4c8b-9904-8e31df7508b6 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0590179 May 19 09:43:29.457973 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-938df7ec-c071-4214-832e-d6e1f3fb2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:29.459453 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-938df7ec-c071-4214-832e-d6e1f3fb2df2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0730379 May 19 09:43:29.687379 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-0403f4da-513b-4905-bdb5-f34ecb238784 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204249 May 19 09:43:29.827615 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-ff81f8f8-8a1e-4de3-a565-e0e091a7c7b0 req-87f65d81-c645-4178-bc3d-7681da21b025 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335378 May 19 09:43:30.040847 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c875134c-d446-4e96-8948-09087c388e4d req-ba957f24-dffb-4f48-b8c3-2614e0f85477 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:30.042304 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c875134c-d446-4e96-8948-09087c388e4d req-ba957f24-dffb-4f48-b8c3-2614e0f85477 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0861404 May 19 09:43:30.087766 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c875134c-d446-4e96-8948-09087c388e4d req-ac43caee-7104-464a-8c28-31bffc68259e tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394826 May 19 09:43:31.281399 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e0b6c-e48e-4323-81ae-731faa9e8588 req-31d3ffb7-d36c-4b9e-8126-ba097191bcb6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:31.282909 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e9e0b6c-e48e-4323-81ae-731faa9e8588 req-31d3ffb7-d36c-4b9e-8126-ba097191bcb6 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0810881 May 19 09:43:31.329881 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9e9e0b6c-e48e-4323-81ae-731faa9e8588 req-6b895351-0f3b-467e-9e53-2cd49af9f576 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408711 May 19 09:43:31.664102 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f6219ece-bc96-465f-bdd8-bcfbe83ac771 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:32.533861 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc15b55-948d-4d50-854f-34d03575c741 req-1d220d78-41c8-495b-86f6-9907ce41a9a2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:32.535414 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9dc15b55-948d-4d50-854f-34d03575c741 req-1d220d78-41c8-495b-86f6-9907ce41a9a2 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0919063 May 19 09:43:32.585948 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9dc15b55-948d-4d50-854f-34d03575c741 req-6b32e367-9351-4964-8104-d08bd87da28f tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446031 May 19 09:43:33.784848 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355541c-e1a2-489c-8e34-86ea722b2405 req-5004bc17-93c5-42f5-9d55-8e9b3fb3f010 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:33.786622 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1355541c-e1a2-489c-8e34-86ea722b2405 req-5004bc17-93c5-42f5-9d55-8e9b3fb3f010 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0863442 May 19 09:43:33.834367 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-1355541c-e1a2-489c-8e34-86ea722b2405 req-a30acd5b-4124-47a4-8e1f-0b506b008da9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416932 May 19 09:43:34.370908 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:34.391157 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-fae9e12f-9d36-47bd-8828-b63eff9dee3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:35.027247 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e2eebe-68be-4865-b94b-ed54826455ed req-c220e7df-6ef1-4bf1-a8cf-b58cf7378515 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:35.028763 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-45e2eebe-68be-4865-b94b-ed54826455ed req-c220e7df-6ef1-4bf1-a8cf-b58cf7378515 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0815556 May 19 09:43:35.074937 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-45e2eebe-68be-4865-b94b-ed54826455ed req-6d491df8-93cb-4539-80aa-f498f067eb01 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402155 May 19 09:43:35.173169 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:36.274866 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c83f1c6-dee4-48c8-b918-3e7e34d08b29 req-9cff2c65-c3da-4568-9c13-e080eb7f15f1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:36.276269 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7c83f1c6-dee4-48c8-b918-3e7e34d08b29 req-9cff2c65-c3da-4568-9c13-e080eb7f15f1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0874186 May 19 09:43:36.323367 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7c83f1c6-dee4-48c8-b918-3e7e34d08b29 req-3a3ea455-a054-4323-8f03-844e2b0e7525 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409446 May 19 09:43:36.746119 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:37.530939 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924d351e-661a-4b2c-b644-ab4f6fe034a6 req-962e6aab-01fb-4d8c-a62c-82f5102ac1d4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:37.532572 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-924d351e-661a-4b2c-b644-ab4f6fe034a6 req-962e6aab-01fb-4d8c-a62c-82f5102ac1d4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0939686 May 19 09:43:37.585621 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-924d351e-661a-4b2c-b644-ab4f6fe034a6 req-83f7c082-5237-492e-972d-e4fd1375b95a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461848 May 19 09:43:37.772035 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:38.785122 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79059aca-ce64-415a-b0c5-f96bfa15213c req-7a554d9d-5d98-4f98-8920-ffebcf621e12 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:38.786521 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-79059aca-ce64-415a-b0c5-f96bfa15213c req-7a554d9d-5d98-4f98-8920-ffebcf621e12 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0824015 May 19 09:43:38.836384 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-79059aca-ce64-415a-b0c5-f96bfa15213c req-0bf541ff-0ce3-45ce-8274-11c2bc38b800 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431900 May 19 09:43:39.879117 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:43:40.033864 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3f4bf-de7d-4fda-a810-802509a24891 req-e1e8a028-537d-42f1-9776-0ac15729ff32 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:40.035896 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fde3f4bf-de7d-4fda-a810-802509a24891 req-e1e8a028-537d-42f1-9776-0ac15729ff32 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0855970 May 19 09:43:40.081713 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fde3f4bf-de7d-4fda-a810-802509a24891 req-9964374f-099d-44e0-99c0-efe0ae1f9854 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399177 May 19 09:43:41.275753 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35e8bf-4373-44f2-9f75-4aaedaec86cb req-d443c90b-df7c-4d30-b05a-abcac6ffd874 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:41.277237 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9f35e8bf-4373-44f2-9f75-4aaedaec86cb req-d443c90b-df7c-4d30-b05a-abcac6ffd874 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0801432 May 19 09:43:41.322872 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9f35e8bf-4373-44f2-9f75-4aaedaec86cb req-9698d080-d24e-4f2b-854c-ec6572f7a747 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398808 May 19 09:43:42.513134 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec5fa4-236a-48cb-8817-abea9cbd1184 req-cc748907-fe9e-495e-a057-862e05d93b43 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:42.514596 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-67ec5fa4-236a-48cb-8817-abea9cbd1184 req-cc748907-fe9e-495e-a057-862e05d93b43 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0831957 May 19 09:43:42.561017 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-67ec5fa4-236a-48cb-8817-abea9cbd1184 req-ba141c7b-694a-4167-84d0-6a94d9a13867 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400925 May 19 09:43:43.746658 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5357d0a-41dd-4807-a9b8-cd849dade37b req-a09a0106-726b-4944-a43f-e0673f20bfca tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:43.748130 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b5357d0a-41dd-4807-a9b8-cd849dade37b req-a09a0106-726b-4944-a43f-e0673f20bfca tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0789406 May 19 09:43:43.795536 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b5357d0a-41dd-4807-a9b8-cd849dade37b req-7a4fdbd8-433d-426b-965d-6d9048f1ddd9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417209 May 19 09:43:44.991703 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3893a8-d0a5-431d-8d0e-f2cd90a819fd req-c224bb3d-bd4f-453e-a06f-00115f21beeb tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:44.993159 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-db3893a8-d0a5-431d-8d0e-f2cd90a819fd req-c224bb3d-bd4f-453e-a06f-00115f21beeb tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0794923 May 19 09:43:45.037711 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-db3893a8-d0a5-431d-8d0e-f2cd90a819fd req-e5a4725e-8ca3-4e35-a46d-0bbb7ef7e6e3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388811 May 19 09:43:46.227829 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713bdee7-fef0-495e-848e-c5c69835212a req-05d55731-9d3a-488a-955e-eb63db64860a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:46.229283 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-713bdee7-fef0-495e-848e-c5c69835212a req-05d55731-9d3a-488a-955e-eb63db64860a tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0837419 May 19 09:43:46.367027 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-713bdee7-fef0-495e-848e-c5c69835212a req-90c66bf0-9276-4884-b240-bd43a7a0226d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320531 May 19 09:43:47.552333 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3517d9-485f-4b6c-991e-564ebf929489 req-44f41239-c493-4034-9fa3-9f75702286dc tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:47.553785 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-da3517d9-485f-4b6c-991e-564ebf929489 req-44f41239-c493-4034-9fa3-9f75702286dc tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 943 time: 0.0785580 May 19 09:43:47.601527 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-da3517d9-485f-4b6c-991e-564ebf929489 req-3efd43bb-77f1-4475-a04e-98893cfae290 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418794 May 19 09:43:47.915252 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 9a1389c2-9399-4b6a-877b-60af03657670 details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:43:48.045521 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:48.058272 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '9a1389c2-9399-4b6a-877b-60af03657670', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'port_id': '9a1389c2-9399-4b6a-877b-60af03657670', 'mac_address': 'fa:16:3e:cd:53:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:43:48.113126 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:48.129687 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a1389c2-9399-4b6a-877b-60af03657670 {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:43:48.145096 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:48.148736 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:48.150485 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4b451de4-5a7a-4ec2-a2ce-102ad226bea1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:48.218017 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=9']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:48.220981 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:48.495947 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['9a1389c2-9399-4b6a-877b-60af03657670'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:43:48.933132 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0323e-3107-4ff3-9552-9e8342288589 req-343dddb5-9acf-4677-83d8-19ffdb5307b3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:48.934575 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c4b0323e-3107-4ff3-9552-9e8342288589 req-343dddb5-9acf-4677-83d8-19ffdb5307b3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0790093 May 19 09:43:48.979131 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c4b0323e-3107-4ff3-9552-9e8342288589 req-5bf052ca-7e3a-4418-8e31-644b6b818607 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388381 May 19 09:43:49.928573 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 9a1389c2-9399-4b6a-877b-60af03657670 up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:43:49.997907 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 9a1389c2-9399-4b6a-877b-60af03657670 triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:43:49.998293 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:50.144981 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:50.171320 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ec37f-c4ca-45d8-9487-4034eb2ba935 req-61a1d204-3535-489e-b47f-b864462da1e3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:50.171951 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:43:50.172807 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2e3ec37f-c4ca-45d8-9487-4034eb2ba935 req-61a1d204-3535-489e-b47f-b864462da1e3 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 944 time: 0.0843122 May 19 09:43:50.181229 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:43:50.186457 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:43:50.188664 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:43:50.223591 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-2e3ec37f-c4ca-45d8-9487-4034eb2ba935 req-246622b7-d2b7-498c-a176-dd79cc38c6e8 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445302 May 19 09:43:50.230768 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670', 'code': 200} May 19 09:43:50.269266 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=10']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:43:50.272560 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:43:50.459548 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53871b1a-a60b-40b6-a617-a89107b1cda3 req-fe424878-e8a0-43f4-aeaa-a239ef39e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:50.460954 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-53871b1a-a60b-40b6-a617-a89107b1cda3 req-fe424878-e8a0-43f4-aeaa-a239ef39e05a service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 1099 time: 0.0700519 May 19 09:43:50.500975 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-53871b1a-a60b-40b6-a617-a89107b1cda3 req-4719625b-21dc-487c-946e-94fcd18b47ff service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332761 May 19 09:43:51.411614 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db853f-6a44-4e13-a229-19188eb1ac50 req-41d39a27-36fc-4bec-994e-e235edc3ccac tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:51.412989 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e4db853f-6a44-4e13-a229-19188eb1ac50 req-41d39a27-36fc-4bec-994e-e235edc3ccac tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0785918 May 19 09:43:51.457418 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-e4db853f-6a44-4e13-a229-19188eb1ac50 req-5c45cce3-cffe-4ad7-9afc-f23d712bcc9d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387836 May 19 09:43:52.648501 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e02f2-0305-4945-89a9-8f50e3754dc4 req-c7c34228-8b1d-4d4b-817b-ac3b4ad4f89b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:43:52.649976 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bf9e02f2-0305-4945-89a9-8f50e3754dc4 req-c7c34228-8b1d-4d4b-817b-ac3b4ad4f89b tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0839324 May 19 09:43:52.694701 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-bf9e02f2-0305-4945-89a9-8f50e3754dc4 req-89438e97-0697-43f5-9223-baab5864bfa5 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390482 May 19 09:44:01.666015 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3e12-be0a-4193-a84a-3a4c0e6dcb38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:04.363123 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:04.391597 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b4e6c539-4b7c-4645-a5df-272877551ff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:05.176016 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:06.747542 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:07.788013 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:08.104513 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-41d85888-67b5-4479-818e-608ac8183b1a req-4a9e7230-c7a7-42d9-acf2-fe84a5d25d4f service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0741956 May 19 09:44:08.245085 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d85888-67b5-4479-818e-608ac8183b1a req-5992d156-1fa8-4475-aa47-948c5480fb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:08.246616 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-41d85888-67b5-4479-818e-608ac8183b1a req-5992d156-1fa8-4475-aa47-948c5480fb61 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=864023c8c80d472fb822567abae0752e&device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 1099 time: 0.0713220 May 19 09:44:08.392506 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d85888-67b5-4479-818e-608ac8183b1a req-1f317e70-dc3b-44c3-8d74-b1e3d9594f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:08.393987 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-41d85888-67b5-4479-818e-608ac8183b1a req-1f317e70-dc3b-44c3-8d74-b1e3d9594f0c service neutron] 10.222.0.55 "GET /v2.0/networks?id=cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 200 len: 918 time: 0.1276920 May 19 09:44:08.502950 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-41d85888-67b5-4479-818e-608ac8183b1a req-b6bd6f94-fa68-4b01-ac64-b50363fae3f5 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9a1389c2-9399-4b6a-877b-60af03657670 HTTP/1.1" status: 200 len: 1000 time: 0.0978043 May 19 09:44:08.566576 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d85888-67b5-4479-818e-608ac8183b1a req-497b4a29-5f66-4917-ae9f-ddd1d5209807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:08.568026 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-41d85888-67b5-4479-818e-608ac8183b1a req-497b4a29-5f66-4917-ae9f-ddd1d5209807 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 200 len: 856 time: 0.0572398 May 19 09:44:08.649043 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d85888-67b5-4479-818e-608ac8183b1a req-e8c17632-79d2-4c40-8a8b-d076fbb572fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:08.650441 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-41d85888-67b5-4479-818e-608ac8183b1a req-e8c17632-79d2-4c40-8a8b-d076fbb572fd service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=cc30172b-a480-4f81-b501-180bafad8e73&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0721006 May 19 09:44:08.782721 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-41d85888-67b5-4479-818e-608ac8183b1a req-b3e0ae47-af14-45bd-b362-eafe87eac714 service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231010 May 19 09:44:08.919011 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-41d85888-67b5-4479-818e-608ac8183b1a req-967663a4-cee5-4898-9c0a-fd4df1d1d10d service neutron] 10.222.0.55 "GET /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284106 May 19 09:44:12.494153 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b64c6a-7321-4bb0-ba7b-bd588e89276b req-b95df72c-75bf-4efc-8ab7-61a802895306 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:12.495497 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-27b64c6a-7321-4bb0-ba7b-bd588e89276b req-b95df72c-75bf-4efc-8ab7-61a802895306 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 945 time: 0.0790246 May 19 09:44:12.542224 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-27b64c6a-7321-4bb0-ba7b-bd588e89276b req-b744f829-fced-4b2e-9dd3-b17ed5fd672b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410299 May 19 09:44:13.724888 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50000a8-cb22-48d2-bf3d-a15ed199363e req-2d133c90-5751-49e9-8c6f-f1b70b01fc06 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:13.726343 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b50000a8-cb22-48d2-bf3d-a15ed199363e req-2d133c90-5751-49e9-8c6f-f1b70b01fc06 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 945 time: 0.0789320 May 19 09:44:13.770620 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b50000a8-cb22-48d2-bf3d-a15ed199363e req-5221ab75-97f6-4c77-acfc-dd2b0733f199 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386615 May 19 09:44:14.894052 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-784ccea5-ac6b-4035-9a33-189682f4031d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:14.894764 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-784ccea5-ac6b-4035-9a33-189682f4031d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Synchronizing usage tracker for tenant:a12fadd111394d43aca9413095296bf9 on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:44:14.910477 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-784ccea5-ac6b-4035-9a33-189682f4031d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Unset dirty status for tenant:a12fadd111394d43aca9413095296bf9 on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:44:14.911645 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-784ccea5-ac6b-4035-9a33-189682f4031d tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 945 time: 0.1031103 May 19 09:44:14.968696 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171deeb-c698-4e5c-9a62-d84f25b6352c req-5117706c-cc82-43a9-8692-adfae8730bc6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:14.970299 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5171deeb-c698-4e5c-9a62-d84f25b6352c req-5117706c-cc82-43a9-8692-adfae8730bc6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 945 time: 0.0931132 May 19 09:44:15.014897 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-5171deeb-c698-4e5c-9a62-d84f25b6352c req-0324b5bb-efe4-42c1-8569-8ea44e629825 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups?id=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379982 May 19 09:44:15.057181 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Deleting port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:44:15.057457 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:15.186219 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] For port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:44:15.186578 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:15.569901 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:15.570269 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:15.570582 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Floating IP 984c1e76-13c3-4a07-a67e-d039b359a019 disassociated. External IP: 172.27.1.129, port: 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06. May 19 09:44:15.570919 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Calling delete_port for 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:44:15.681028 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:15.686776 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e42250e6-9db7-4074-9eb0-1b900ffb5285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:15.729480 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event deleted for resources: {'Port': ['ID=48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:15.740591 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.740983 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.741364 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.741737 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.742105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.742483 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.742849 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.743216 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.743604 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.743967 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.744335 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.744691 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:15.748446 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:15.928405 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Router 8a37b0b0-3d78-4c54-8337-24651c146166 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:44:16.113149 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:44:16.122872 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] Sync routers for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:44:16.134654 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:44:16.135706 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:44:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:16.174798 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4c7cc30e-b4c7-42cc-8dc2-7779de442b63 req-a98b0ce3-a7da-4dd7-96db-da1a4ab74249 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/ports?device_id=3b53e126-0a16-4ec9-8b89-15b7a51c3ff0 HTTP/1.1" status: 200 len: 210 time: 0.0514312 May 19 09:44:16.187616 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] No DVR routers for this DVR port 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:44:16.190766 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:16.194827 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'name': 'network-vif-deleted', 'tag': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:44:16.212632 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-9507b33c-7d20-46c9-89a2-2c3af0eddd09 req-4b803a28-25e6-433c-8044-58bafdd6d8e4 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.55 "DELETE /v2.0/ports/48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 HTTP/1.1" status: 204 len: 173 time: 1.2914379 May 19 09:44:16.311350 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b53e126-0a16-4ec9-8b89-15b7a51c3ff0', 'name': 'network-vif-deleted', 'tag': '48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06', 'status': 'completed', 'code': 200} May 19 09:44:16.357417 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:44:16.669005 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:16.672967 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] Checking router: 8a37b0b0-3d78-4c54-8337-24651c146166 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:44:16.682022 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:44:16.682627 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:44:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:16.867987 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:44:16.878746 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:44:17.175400 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:17.179266 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c968c03-c361-4177-9e04-2d232f247ed0 None None] The sync data for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi is: [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:32:47Z', 'revision_number': 4, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'd07370e5-7c63-4594-94e8-91ca4f739323', 'name': '', 'network_id': 'c123ff2b-f731-4b43-b174-2198f1d922d6', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'mac_address': 'fa:16:3e:b0:fe:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:45Z', 'updated_at': '2021-05-19T09:33:00Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'subnets': [{'id': 'e5d79cb4-dce7-409f-9962-8a8e470db3a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:44:17.304120 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33890) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:17.371804 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:17.403158 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:17.415098 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2db2ad-285f-49b7-8a16-95dbda880193 None None] New status for floating IP 984c1e76-13c3-4a07-a67e-d039b359a019: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:44:17.466721 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:17.471778 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0b3e8804-f5a2-47be-a14d-74b2b8e91c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:17.487465 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d1656f-f2f1-49b9-aee0-5c60a1f0e95b,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.501693 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:17.505967 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:17.507065 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "DELETE /v2.0/security-groups/40d1656f-f2f1-49b9-aee0-5c60a1f0e95b HTTP/1.1" status: 204 len: 168 time: 0.2025976 May 19 09:44:17.507994 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:17.509700 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33894) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:17.525523 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.api.v2.resource [None req-80a165ce-294a-4cba-8117-267946761cab tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] show failed (client error): The resource could not be found. May 19 09:44:17.526525 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-80a165ce-294a-4cba-8117-267946761cab tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "GET /v2.0/security-groups/40d1656f-f2f1-49b9-aee0-5c60a1f0e95b HTTP/1.1" status: 404 len: 347 time: 0.0159442 May 19 09:44:17.529435 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33898) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:17.743071 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Deleting port 701d234a-2fcf-4b13-bd0d-580cfe95c95c {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:44:17.743330 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:17.858003 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:17.858341 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:17.976959 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Calling delete_port for 701d234a-2fcf-4b13-bd0d-580cfe95c95c owned by network:floatingip {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:44:18.060082 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:44:18.083686 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:18.088098 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8ce181d4-3ea1-4689-8d95-4a3826c77251 tempest-AttachVolumeNegativeTest-1296165214 tempest-AttachVolumeNegativeTest-1296165214-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:18.094106 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:44:18.094468 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 48eb6803-c5da-4e0c-82a9-fdcc3a6c7c06 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:44:18.246101 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Pushing event deleted for resources: {'Port': ['ID=701d234a-2fcf-4b13-bd0d-580cfe95c95c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:18.253244 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:18.311060 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks [] for floatingip, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:18.325212 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:18.326320 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-970730ba-7dba-4a6a-b7cd-6b755509cac6 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] 10.222.0.46 "DELETE /v2.0/floatingips/984c1e76-13c3-4a07-a67e-d039b359a019 HTTP/1.1" status: 204 len: 168 time: 0.7960169 May 19 09:44:22.338066 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33930) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:22.962442 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654924'] for router_interface, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:23.353299 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Deleting port d07370e5-7c63-4594-94e8-91ca4f739323 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:44:23.353989 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:23.469107 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] For port d07370e5-7c63-4594-94e8-91ca4f739323, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=d07370e5-7c63-4594-94e8-91ca4f739323,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:44:23.469459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:23.589687 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Calling delete_port for d07370e5-7c63-4594-94e8-91ca4f739323 owned by network:router_interface {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:44:23.832788 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:23.837255 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:23.907390 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=d07370e5-7c63-4594-94e8-91ca4f739323,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:23.910083 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:24.140528 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649692'] for router_interface, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:24.488688 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Router 8a37b0b0-3d78-4c54-8337-24651c146166 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:44:24.666903 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:44:24.677568 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] Sync routers for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:44:24.681551 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-48400d03-8794-4a76-a6e5-366e7dee7f62 admin admin] 10.222.0.46 "PUT /v2.0/routers/8a37b0b0-3d78-4c54-8337-24651c146166/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3402140 May 19 09:44:24.682318 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 33936) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:24.688991 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:44:24.689762 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:44:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:24.873743 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:24.917011 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:44:25.045728 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:25.118684 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Deleting port 2c227e76-4d83-49c1-94e1-c5291d0fa709 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:44:25.119035 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:25.199481 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55'}], 'enable_snat': True}, 'gw_port_id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:44:23Z', 'revision_number': 5, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port': {'id': '2c227e76-4d83-49c1-94e1-c5291d0fa709', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e4:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:25.203174 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] Checking router: 8a37b0b0-3d78-4c54-8337-24651c146166 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:44:25.211989 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] Routers {'8a37b0b0-3d78-4c54-8337-24651c146166'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:44:25.212586 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:44:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['8a37b0b0-3d78-4c54-8337-24651c146166'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:25.239335 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] For port 2c227e76-4d83-49c1-94e1-c5291d0fa709, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=2c227e76-4d83-49c1-94e1-c5291d0fa709,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:44:25.239732 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:25.365977 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] Set router 8a37b0b0-3d78-4c54-8337-24651c146166 gateway port host: None {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:44:25.471416 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Calling delete_port for 2c227e76-4d83-49c1-94e1-c5291d0fa709 owned by network:router_gateway {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:44:25.474094 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:44:25Z', 'revision_number': 6, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port_host': None}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:25.478213 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec68c6a-598f-4b83-b017-5f8d1e7957f8 None None] The sync data for ids ['8a37b0b0-3d78-4c54-8337-24651c146166'] in dv-cinder-791281-2-iscsi is: [{'id': '8a37b0b0-3d78-4c54-8337-24651c146166', 'name': 'tempest-AttachVolumeTestJSON-594107359-router', 'tenant_id': 'a12fadd111394d43aca9413095296bf9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:39Z', 'updated_at': '2021-05-19T09:44:25Z', 'revision_number': 6, 'project_id': 'a12fadd111394d43aca9413095296bf9', 'gw_port_host': None}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:44:25.609860 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:25.614250 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7bee8197-49fd-48e3-a13c-a4afe588e5b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:25.657208 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c227e76-4d83-49c1-94e1-c5291d0fa709,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:25.683646 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:25.748826 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651111'] for router_gateway, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:25.923979 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7773'] for router, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:25.926165 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:25.949487 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647728'] for router, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:25.949984 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a37b0b0-3d78-4c54-8337-24651c146166 {{(pid=91663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:44:25.961670 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:25.962768 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/8a37b0b0-3d78-4c54-8337-24651c146166 HTTP/1.1" status: 204 len: 168 time: 1.2794347 May 19 09:44:25.965322 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 33940) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:26.024819 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfdcae5-a2b3-4dd6-8dfb-843e3aa65337 admin admin] Deleting subnet e5d79cb4-dce7-409f-9962-8a8e470db3a6 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:44:26.027844 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcae5-a2b3-4dd6-8dfb-843e3aa65337 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.077567 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcae5-a2b3-4dd6-8dfb-843e3aa65337 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.151505 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcae5-a2b3-4dd6-8dfb-843e3aa65337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.400356 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcae5-a2b3-4dd6-8dfb-843e3aa65337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.404074 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c3909d04-eb2f-40c1-9375-8a91ff7ec353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:26.440834 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdcae5-a2b3-4dd6-8dfb-843e3aa65337 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5d79cb4-dce7-409f-9962-8a8e470db3a6,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:26.442802 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-1cfdcae5-a2b3-4dd6-8dfb-843e3aa65337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.445460 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1cfdcae5-a2b3-4dd6-8dfb-843e3aa65337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:26.447599 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be653893-13a7-4c18-a53b-a6ef1b086128 None None] Network c123ff2b-f731-4b43-b174-2198f1d922d6 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:44:26.452351 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-1cfdcae5-a2b3-4dd6-8dfb-843e3aa65337 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e5d79cb4-dce7-409f-9962-8a8e470db3a6 HTTP/1.1" status: 204 len: 168 time: 0.4858830 May 19 09:44:26.453049 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33944) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:26.562093 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.612973 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 2c227e76-4d83-49c1-94e1-c5291d0fa709 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:44:26.638210 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Deleting port 501d9e30-68d6-4b9a-8eac-79c47c047160 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:44:26.638650 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.654231 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 2c227e76-4d83-49c1-94e1-c5291d0fa709 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:44:26.654597 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 2c227e76-4d83-49c1-94e1-c5291d0fa709 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:44:26.655002 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device d07370e5-7c63-4594-94e8-91ca4f739323 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:44:26.695538 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: d07370e5-7c63-4594-94e8-91ca4f739323 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:44:26.695932 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device d07370e5-7c63-4594-94e8-91ca4f739323 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:44:26.740915 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] For port 501d9e30-68d6-4b9a-8eac-79c47c047160, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=501d9e30-68d6-4b9a-8eac-79c47c047160,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:44:26.740915 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.771854 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] DHCP port deletion for c123ff2b-f731-4b43-b174-2198f1d922d6 request from dv-cinder-791281-2-iscsi {{(pid=91665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:44:26.840042 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Deleting port 501d9e30-68d6-4b9a-8eac-79c47c047160 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:44:26.840432 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.945759 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] For port 501d9e30-68d6-4b9a-8eac-79c47c047160, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=501d9e30-68d6-4b9a-8eac-79c47c047160,segment=NetworkSegment(0f66b926-0cfe-4070-ad18-dbe105844cea),segment_id=0f66b926-0cfe-4070-ad18-dbe105844cea)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:44:26.946161 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:26.972987 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Calling delete_port for 501d9e30-68d6-4b9a-8eac-79c47c047160 owned by network:dhcp {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:44:27.018443 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.022096 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4514cb0c-b0f2-413f-8d5c-3a644753d40e tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:27.065523 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Pushing event deleted for resources: {'Port': ['ID=501d9e30-68d6-4b9a-8eac-79c47c047160,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:27.069153 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:27.070377 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Calling delete_port for 501d9e30-68d6-4b9a-8eac-79c47c047160 owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:44:27.071361 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] No DVR routers for this DVR port 501d9e30-68d6-4b9a-8eac-79c47c047160 on host dv-cinder-791281-2-iscsi {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:44:27.114573 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.118909 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:27.161629 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Pushing event deleted for resources: {'Port': ['ID=501d9e30-68d6-4b9a-8eac-79c47c047160,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:27.163977 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] No DVR routers for this DVR port 501d9e30-68d6-4b9a-8eac-79c47c047160 on host dv-cinder-791281-2-iscsi {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:44:27.176565 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.176916 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.177260 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.177595 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.177927 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.178257 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.178581 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.178905 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.179230 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.179552 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.179900 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.180220 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:44:27.183334 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-2e72b0a1-14bc-4fa3-8a77-584e0b099560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:27.187347 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.200979 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c123ff2b-f731-4b43-b174-2198f1d922d6']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:27.213287 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f66b926-0cfe-4070-ad18-dbe105844cea') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:27.213589 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f66b926-0cfe-4070-ad18-dbe105844cea') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:44:27.225256 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15094957'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.241089 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.247129 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Releasing vlan 972 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:44:27.247739 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15164179'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: Traceback (most recent call last): May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: timer() May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: cb(*args, **kw) May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: return func(*args, **kwargs) May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: self._notify() May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: self.callback(batched_events) May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: event.method(event) May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: return f(self, *a, **k) May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._get(url).json() May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:44:27.260669 dv-cinder-791281-2-iscsi neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:44:27.336514 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.340210 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:27.353347 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.363208 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Pushing event deleted for resources: {'Network': ['ID=c123ff2b-f731-4b43-b174-2198f1d922d6,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:27.366311 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:27.376992 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c123ff2b-f731-4b43-b174-2198f1d922d6 HTTP/1.1" status: 204 len: 168 time: 0.9228823 May 19 09:44:27.505638 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33950) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:27.552063 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-1a439890-77b7-4792-8120-18feb2368451 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a12fadd111394d43aca9413095296bf9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0452340 May 19 09:44:27.554256 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 33954) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:27.611474 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-07d7d724-04e5-4402-be5c-7bb60862f99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.636854 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-07d7d724-04e5-4402-be5c-7bb60862f99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.690038 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-07d7d724-04e5-4402-be5c-7bb60862f99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.693590 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c72d3461-6b3a-4ea1-8e28-c7ecb9f74f63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:27.707659 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d7d724-04e5-4402-be5c-7bb60862f99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c873cfcb-91c1-4a2f-9f1e-92aa90c1d932,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:27.711343 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-07d7d724-04e5-4402-be5c-7bb60862f99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:27.714453 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-07d7d724-04e5-4402-be5c-7bb60862f99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:27.715535 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-07d7d724-04e5-4402-be5c-7bb60862f99c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c873cfcb-91c1-4a2f-9f1e-92aa90c1d932 HTTP/1.1" status: 204 len: 168 time: 0.1604347 May 19 09:44:28.592408 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 501d9e30-68d6-4b9a-8eac-79c47c047160 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:44:28.629547 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 501d9e30-68d6-4b9a-8eac-79c47c047160 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:44:28.629903 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 501d9e30-68d6-4b9a-8eac-79c47c047160 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:44:30.854909 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34090) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:30.971699 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:30.985574 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:44:30.989344 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:f40b3b6a56c845758bdeed1a156c1ba5 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:44:30.992099 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:44:30.997690 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:44:31.079171 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.083375 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.096591 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b2fc9aae-5333-4777-a83f-284edf691542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:31.135006 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f40b3b6a56c845758bdeed1a156c1ba5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2788990 May 19 09:44:31.136497 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf715461-8cad-4295-a0f8-b0982daec422,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:31.137524 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34096) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:31.139642 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:31.195855 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d777bf5c-9bac-4ce9-96a0-b8c98d6fd78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.221345 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d777bf5c-9bac-4ce9-96a0-b8c98d6fd78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.273480 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d777bf5c-9bac-4ce9-96a0-b8c98d6fd78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.277106 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7a07cd61-dc5a-405d-9aa2-6ec0b3499ce1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:31.287489 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d777bf5c-9bac-4ce9-96a0-b8c98d6fd78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf715461-8cad-4295-a0f8-b0982daec422,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:31.291516 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d777bf5c-9bac-4ce9-96a0-b8c98d6fd78b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:31.294706 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-d777bf5c-9bac-4ce9-96a0-b8c98d6fd78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.295833 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-d777bf5c-9bac-4ce9-96a0-b8c98d6fd78b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cf715461-8cad-4295-a0f8-b0982daec422 HTTP/1.1" status: 204 len: 168 time: 0.1573253 May 19 09:44:31.568926 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34104) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:31.587541 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.602533 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:44:31.606288 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] Usage tracker for resource:security_group_rule and tenant:baf338618132454e82f29f7e44177c1c is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:44:31.609076 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:44:31.614679 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:44:31.668627 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1eee0230-a0c4-4086-b917-9d68d43d9b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.703614 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.707786 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.715279 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-07d7d724-04e5-4402-be5c-7bb60862f99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:31.755014 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=baf338618132454e82f29f7e44177c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850550 May 19 09:44:31.755931 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2d5e62-2144-4ec7-bd47-a7094f87a8c1,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:31.757724 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34108) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:31.758901 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-11e267c0-0d26-48cd-9901-c90a180d9ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:31.816735 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-543f41ef-9ac1-451a-9906-27fa5d84c993 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.842316 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-543f41ef-9ac1-451a-9906-27fa5d84c993 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.893094 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-543f41ef-9ac1-451a-9906-27fa5d84c993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.898075 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5658463d-4dc5-4de0-ba80-44e770e86ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:31.911721 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543f41ef-9ac1-451a-9906-27fa5d84c993 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2d5e62-2144-4ec7-bd47-a7094f87a8c1,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:31.914573 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-543f41ef-9ac1-451a-9906-27fa5d84c993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:31.918699 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-543f41ef-9ac1-451a-9906-27fa5d84c993 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:31.919786 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-543f41ef-9ac1-451a-9906-27fa5d84c993 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9d2d5e62-2144-4ec7-bd47-a7094f87a8c1 HTTP/1.1" status: 204 len: 168 time: 0.1608937 May 19 09:44:34.364607 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:34.391813 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-b658d223-0f7b-4276-8b0c-7eb39640895b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:35.178533 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:36.750592 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:37.463165 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34212) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:37.576639 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:37.591350 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:44:37.595779 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] Usage tracker for resource:security_group_rule and tenant:cedb5e07ef0b4ced9903c5650798b534 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:44:37.598567 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:44:37.604215 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:44:37.684695 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:37.689913 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:37.698699 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d777bf5c-9bac-4ce9-96a0-b8c98d6fd78b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:37.736414 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cedb5e07ef0b4ced9903c5650798b534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2722018 May 19 09:44:37.737983 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d674b43-d056-47c3-97e5-677cbc6ce319,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:37.739089 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34218) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:37.741023 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0714c0f1-d55b-42dc-9e3f-33c3ffa98d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:37.800771 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:37.801428 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-94a69604-f00f-48e4-81b2-12094454c0d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:37.827418 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-94a69604-f00f-48e4-81b2-12094454c0d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:37.878189 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-94a69604-f00f-48e4-81b2-12094454c0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:37.882807 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b6713b28-3324-437b-b622-58943fab1936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:37.895711 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a69604-f00f-48e4-81b2-12094454c0d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d674b43-d056-47c3-97e5-677cbc6ce319,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:37.898269 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-94a69604-f00f-48e4-81b2-12094454c0d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:37.899475 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-94a69604-f00f-48e4-81b2-12094454c0d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:37.902352 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-94a69604-f00f-48e4-81b2-12094454c0d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3d674b43-d056-47c3-97e5-677cbc6ce319 HTTP/1.1" status: 204 len: 168 time: 0.1621439 May 19 09:44:38.168842 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34228) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:38.186696 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:38.206521 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:44:38.210289 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Usage tracker for resource:security_group_rule and tenant:2766da6077484dab97eebd91e4d0f551 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:44:38.213197 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:44:38.218779 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:44:38.301000 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:38.304670 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:38.312733 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b8c04228-9467-4516-9ac4-d8b3b164cc95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:38.352626 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2766da6077484dab97eebd91e4d0f551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1826549 May 19 09:44:38.353441 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942b4baa-e9c6-44fe-b652-3f07a7e95156,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:38.355212 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34232) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:38.356401 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:38.413049 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a89d1aba-39bd-4dc1-902f-aea68954bd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:38.438487 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a89d1aba-39bd-4dc1-902f-aea68954bd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:38.491009 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a89d1aba-39bd-4dc1-902f-aea68954bd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:38.494565 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-7269a149-79d5-47c1-a4ef-4c2392cb6d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:38.505238 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d1aba-39bd-4dc1-902f-aea68954bd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942b4baa-e9c6-44fe-b652-3f07a7e95156,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:38.510060 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a89d1aba-39bd-4dc1-902f-aea68954bd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:38.512015 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a89d1aba-39bd-4dc1-902f-aea68954bd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:38.513125 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-a89d1aba-39bd-4dc1-902f-aea68954bd71 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/942b4baa-e9c6-44fe-b652-3f07a7e95156 HTTP/1.1" status: 204 len: 168 time: 0.1568918 May 19 09:44:48.480084 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-24fc1e6a-b5a0-4de2-b249-350dda36e807 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-951607530&fields=id&tenant_id=642fc7a45cf54c8780724d602c66a4ec HTTP/1.1" status: 200 len: 267 time: 0.0454857 May 19 09:44:48.630337 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-ea3d098e-ea8f-499b-a346-a00dc98de694 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:48.631826 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-ea3d098e-ea8f-499b-a346-a00dc98de694 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 812 time: 0.1446288 May 19 09:44:48.646733 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-a298cd8c-34fc-475d-8b90-a3d869a5ca2f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/quotas/642fc7a45cf54c8780724d602c66a4ec HTTP/1.1" status: 200 len: 375 time: 0.0094354 May 19 09:44:48.736425 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-f434cf6c-97d6-497f-901c-c9b88b6115f4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0847876 May 19 09:44:48.854953 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-72af1704-f9ac-446b-aab8-910e2f3a514a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91664) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 19 09:44:48.855978 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-72af1704-f9ac-446b-aab8-910e2f3a514a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1084738 May 19 09:44:48.986337 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-01135f35-9a53-4a8b-89fd-fcf4b16282c6 service neutron] 10.222.0.46 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238337 May 19 09:44:49.120074 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-31d47a4c-fd88-485c-bd18-49b9e546f55c service neutron] 10.222.0.46 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278696 May 19 09:44:49.497022 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-8015d22f-34e1-490f-b79f-d11145663d84 req-d2b4d448-0dbb-4b74-ac4c-bc2f93b3e90e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 210 time: 0.0431633 May 19 09:44:50.579746 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-21e55f26-cf21-4e54-970a-3ce7e978bfd4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:50.581478 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-21e55f26-cf21-4e54-970a-3ce7e978bfd4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 812 time: 0.1559832 May 19 09:44:50.645549 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8f61794f-1763-4307-aaf2-8a3d914c872e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=642fc7a45cf54c8780724d602c66a4ec HTTP/1.1" status: 200 len: 379 time: 0.0531456 May 19 09:44:50.656645 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'port': {'device_id': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'admin_state_up': True, 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'security_groups': ['e6e4f169-e419-43e7-bc3d-17d713cb7ea3']}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:44:50.661521 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-152c09cf-d8b9-4458-bea2-16f0f3cceeeb req-9b92101f-7cc8-4dd5-b1c1-5d7ff4a860d0 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 210 time: 0.0439944 May 19 09:44:50.896629 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:44:50.900610 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:port and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:44:50.903378 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for port was recalculated. Used quota:5. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:44:50.909647 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:44:50.919175 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Made reservation on behalf of 642fc7a45cf54c8780724d602c66a4ec for: {'port': 1} {{(pid=91663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 19 09:44:50.922645 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:51.091882 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_common [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Allocated IP 172.20.0.4 (9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a/2e5177c6-8109-4ba9-a826-84c08607ba47/52cd5d50-5c17-474e-b316-1bfb00593b4b) {{(pid=91663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:44:51.279313 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for port, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:51.295245 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Transition to ACTIVE for port object 52cd5d50-5c17-474e-b316-1bfb00593b4b will not be triggered until provisioned by entity DHCP. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:44:51.318276 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:51.324146 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9896cf9c-b9c8-4419-826b-974e3a1be39b tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:51.390012 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a is already hosted by enough agents. {{(pid=91663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:44:51.394225 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.base_scheduler [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources bound (agent type, host, resource id): {{(pid=91663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:44:51.396821 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Received port after_create {{(pid=91663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:44:51.461396 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'Port': ['ID=52cd5d50-5c17-474e-b316-1bfb00593b4b,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:51.468907 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:51.475258 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:51.476107 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:51.503129 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-10d805f1-7086-44fe-9381-41e0ab3a03a8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8507891 May 19 09:44:51.515794 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.v2.base [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Request body: {'port': {'device_id': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79128'}} {{(pid=91663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:44:51.629338 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:51.654504 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-667db896-8639-4611-a3bc-09761c5828f2 None None] Provisioning for port 52cd5d50-5c17-474e-b316-1bfb00593b4b completed by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:44:51.659122 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-667db896-8639-4611-a3bc-09761c5828f2 None None] Provisioning complete for port 52cd5d50-5c17-474e-b316-1bfb00593b4b triggered by entity DHCP. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:44:51.659499 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-667db896-8639-4611-a3bc-09761c5828f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:51.714750 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-667db896-8639-4611-a3bc-09761c5828f2 None None] Port 52cd5d50-5c17-474e-b316-1bfb00593b4b cannot update to ACTIVE because it is not bound. {{(pid=91665) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 19 09:44:51.957992 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba508c66-20bb-4c8b-b126-715d563e3b7a req-f6ac81b3-eeaa-41dd-9d46-da000491a8ec tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:51.959499 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ba508c66-20bb-4c8b-b126-715d563e3b7a req-f6ac81b3-eeaa-41dd-9d46-da000491a8ec tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 931 time: 0.1908262 May 19 09:44:51.986108 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52cd5d50-5c17-474e-b316-1bfb00593b4b {{(pid=91663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:44:51.993472 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:52.005416 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ba508c66-20bb-4c8b-b126-715d563e3b7a req-c65d8c33-f67c-43ad-8e36-b3fae510546f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398934 May 19 09:44:52.007954 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.provisioning_blocks [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Transition to ACTIVE for port object 52cd5d50-5c17-474e-b316-1bfb00593b4b will not be triggered until provisioned by entity L2. {{(pid=91663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 19 09:44:52.012259 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:52.017517 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-456681cd-d2d7-4170-a76b-4bf68f852719 tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:52.175179 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Pushing event updated for resources: {'Port': ['ID=52cd5d50-5c17-474e-b316-1bfb00593b4b,revision_number=2']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:52.209562 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:52.254743 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Attempting to bind port 52cd5d50-5c17-474e-b316-1bfb00593b4b on host hv-cinder-79128 for vnic_type normal with profile {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 19 09:44:52.255091 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Attempting to bind port 52cd5d50-5c17-474e-b316-1bfb00593b4b by drivers openvswitch,hyperv on host hv-cinder-79128 at level 0 using segments [{'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 19 09:44:52.255428 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Attempting to bind port 52cd5d50-5c17-474e-b316-1bfb00593b4b on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:44:52.260307 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Port 52cd5d50-5c17-474e-b316-1bfb00593b4b on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79128 {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 19 09:44:52.260636 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Attempting to bind port 52cd5d50-5c17-474e-b316-1bfb00593b4b on network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 19 09:44:52.265717 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Checking agent: {'id': '769f85d0-bb54-4115-b9e1-562cee0372f7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79128', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'started_at': datetime.datetime(2021, 5, 19, 9, 31, 6), 'heartbeat_timestamp': datetime.datetime(2021, 5, 19, 9, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 19 09:44:52.266084 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Checking segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 19 09:44:52.266509 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Bound using segment: {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'} {{(pid=91663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 19 09:44:52.266947 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.managers [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Bound port: 52cd5d50-5c17-474e-b316-1bfb00593b4b, host: hv-cinder-79128, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '480cca15-5768-42cb-a176-fb4e6ba20df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a'}}] {{(pid=91663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 19 09:44:52.267305 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:52.357132 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] For port 52cd5d50-5c17-474e-b316-1bfb00593b4b, host hv-cinder-79128, cleared binding levels {{(pid=91663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 19 09:44:52.360806 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] For port 52cd5d50-5c17-474e-b316-1bfb00593b4b, host hv-cinder-79128, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 19 09:44:52.365455 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14800110'] for port, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:52.370034 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-4998027e-7714-4cec-82b4-978e21f1b26a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:52.430435 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:52.431057 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:52.432750 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] 10.222.0.55 "PUT /v2.0/ports/52cd5d50-5c17-474e-b316-1bfb00593b4b HTTP/1.1" status: 200 len: 1093 time: 0.9215937 May 19 09:44:52.433102 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:44:52.506478 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Pushing event updated for resources: {'Port': ['ID=52cd5d50-5c17-474e-b316-1bfb00593b4b,revision_number=3']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:52.515056 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'status': 'completed', 'code': 200} May 19 09:44:52.515774 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:52.548292 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-1a006616-c440-43ef-891c-0c394d388f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:52.549818 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-1a006616-c440-43ef-891c-0c394d388f2c service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 1096 time: 0.0802221 May 19 09:44:52.626902 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-4c5e0ead-ab87-4527-8950-d2d33d620603 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b HTTP/1.1" status: 200 len: 217 time: 0.0692348 May 19 09:44:52.690037 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-177c86c1-3a80-4fa9-b395-42916731eb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:52.691520 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-177c86c1-3a80-4fa9-b395-42916731eb48 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0584760 May 19 09:44:52.712387 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34436) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:52.835051 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:52.850207 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:44:52.854153 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] Usage tracker for resource:security_group_rule and tenant:0e19b9c37fa54e5fbe8356603f427d4b is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:44:52.857111 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:44:52.862732 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:44:52.877059 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8b37837f-5257-43ce-a938-efbe8ceffe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:52.878685 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-8b37837f-5257-43ce-a938-efbe8ceffe50 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1802039 May 19 09:44:52.944175 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:52.948081 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:52.959473 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-d65f02dd-b65c-42e1-9742-2eaa606e156a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:52.996537 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5780630f-77f5-483e-b831-9704bc9d4d36,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:53.001608 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e19b9c37fa54e5fbe8356603f427d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2881389 May 19 09:44:53.002574 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-674fddc9-b370-4866-a95a-28cd224de83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:53.003773 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34442) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:53.016063 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-ca73b012-e7ea-4a3a-984d-18a6eff2afdb service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305370 May 19 09:44:53.063725 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4084b72b-ee18-478c-aacb-4c366f3cd7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.094406 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4084b72b-ee18-478c-aacb-4c366f3cd7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.155820 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f8582eca-45e5-4f31-ad0d-50d0d876bd05 req-57948c46-65e1-402b-b0c2-d3197675e51d service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326942 May 19 09:44:53.204779 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4084b72b-ee18-478c-aacb-4c366f3cd7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.209851 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-851d56e9-6b92-4405-98f2-0a02583f7d45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:53.227692 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4084b72b-ee18-478c-aacb-4c366f3cd7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5780630f-77f5-483e-b831-9704bc9d4d36,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:53.231240 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4084b72b-ee18-478c-aacb-4c366f3cd7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:53.238957 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be5e5a8-06fd-48cf-8d95-89f696686a38 req-bbd28759-5798-4b1b-b20f-7537ad810a5b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:53.240492 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3be5e5a8-06fd-48cf-8d95-89f696686a38 req-bbd28759-5798-4b1b-b20f-7537ad810a5b tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 943 time: 0.1145339 May 19 09:44:53.268134 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4084b72b-ee18-478c-aacb-4c366f3cd7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.269184 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4084b72b-ee18-478c-aacb-4c366f3cd7ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5780630f-77f5-483e-b831-9704bc9d4d36 HTTP/1.1" status: 204 len: 168 time: 0.2645059 May 19 09:44:53.296271 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-3be5e5a8-06fd-48cf-8d95-89f696686a38 req-3a00300a-55f9-46e5-9dda-b06c42eed9cf tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472229 May 19 09:44:53.318343 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-3ebc23a7-611f-471d-868a-dd367ddcdf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:53.319976 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-3ebc23a7-611f-471d-868a-dd367ddcdf30 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 1096 time: 0.0840902 May 19 09:44:53.453713 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-fc361390-b067-48f0-8f86-3688f191a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:53.455640 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-fc361390-b067-48f0-8f86-3688f191a402 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1280129 May 19 09:44:53.527052 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-836eb830-1882-49e4-980b-15725f53bb36 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b HTTP/1.1" status: 200 len: 217 time: 0.0644941 May 19 09:44:53.556974 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34452) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:53.574137 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.588923 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:44:53.590249 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-9841e8f2-8c65-452f-902c-740684906c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:53.591858 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-9841e8f2-8c65-452f-902c-740684906c70 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0583918 May 19 09:44:53.592769 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] Usage tracker for resource:security_group_rule and tenant:a912fa3687124f92bd085a5c1c92a285 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:44:53.596347 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:44:53.602262 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:44:53.671209 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-a40149b2-a4ae-4a17-89ae-2decfa5d99db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:53.673227 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-a40149b2-a4ae-4a17-89ae-2decfa5d99db service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740569 May 19 09:44:53.686507 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.691397 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.699007 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b51bb368-a554-4f2c-a488-67abd6ff566b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:53.740950 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57f27e7-ee70-478a-be1f-16b568048d00,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:53.743893 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:53.748954 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-a1fd13ac-fc11-4cd5-8228-413dc55cef29 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a912fa3687124f92bd085a5c1c92a285&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885591 May 19 09:44:53.749538 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34456) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:53.804886 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-0efa4b38-e0f2-4805-baee-620d556fd4f9 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246402 May 19 09:44:53.806957 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e02ef932-9b77-4d7c-9407-36793e62bdd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.834491 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e02ef932-9b77-4d7c-9407-36793e62bdd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.877915 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:44:53.887762 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e02ef932-9b77-4d7c-9407-36793e62bdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.893192 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0a41c26d-de9b-45af-9106-0d5c01d963fb tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:53.904908 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ef932-9b77-4d7c-9407-36793e62bdd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57f27e7-ee70-478a-be1f-16b568048d00,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:53.907245 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e02ef932-9b77-4d7c-9407-36793e62bdd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:53.910643 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e02ef932-9b77-4d7c-9407-36793e62bdd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:53.914273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-e02ef932-9b77-4d7c-9407-36793e62bdd6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b57f27e7-ee70-478a-be1f-16b568048d00 HTTP/1.1" status: 204 len: 168 time: 0.1617427 May 19 09:44:53.942987 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-03dc613f-a15a-4c1b-96d3-0aa18d8ea343 req-04b20064-23e0-40bf-8c9b-8229786c91f0 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307223 May 19 09:44:54.246255 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34464) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:54.264246 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:54.278625 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:44:54.282911 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] Usage tracker for resource:security_group_rule and tenant:2156a927ebfe46339acd74bfbd0711e0 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:44:54.285680 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:44:54.291222 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:44:54.373270 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:54.377762 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:54.389494 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0b36dafa-5884-4831-bec1-f46471821422 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:54.470004 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2156a927ebfe46339acd74bfbd0711e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218320 May 19 09:44:54.472348 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5073c83-2a96-4e1e-ae6c-0ab5a46d8396,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:54.472819 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34470) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:54.479874 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-14464078-756a-4795-ade5-04c496104a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:54.510035 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae918a4-30bc-4d54-822a-a7e8feb4a317 req-4df2686b-3a70-4736-a2e7-4732ae88c5c0 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:54.511475 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cae918a4-30bc-4d54-822a-a7e8feb4a317 req-4df2686b-3a70-4736-a2e7-4732ae88c5c0 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 943 time: 0.1083248 May 19 09:44:54.533671 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0ddba03c-3f0b-4cd8-9244-3a80f145b8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:54.556273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cae918a4-30bc-4d54-822a-a7e8feb4a317 req-94b9cf16-e4af-4b69-8cef-a786f8dc5c19 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389588 May 19 09:44:54.559473 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0ddba03c-3f0b-4cd8-9244-3a80f145b8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:54.611997 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0ddba03c-3f0b-4cd8-9244-3a80f145b8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:54.615595 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-33800b3c-ea84-46e6-a009-81ebd6c46ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:54.627307 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddba03c-3f0b-4cd8-9244-3a80f145b8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5073c83-2a96-4e1e-ae6c-0ab5a46d8396,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:54.629725 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0ddba03c-3f0b-4cd8-9244-3a80f145b8ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:54.635253 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0ddba03c-3f0b-4cd8-9244-3a80f145b8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:54.636402 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-0ddba03c-3f0b-4cd8-9244-3a80f145b8ad admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c5073c83-2a96-4e1e-ae6c-0ab5a46d8396 HTTP/1.1" status: 204 len: 168 time: 0.1626022 May 19 09:44:55.743944 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025e50ee-056e-44ec-83a9-c9b38c3bf525 req-17b32fc5-043b-4c3b-98f3-f8ff9c50d313 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:55.745400 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-025e50ee-056e-44ec-83a9-c9b38c3bf525 req-17b32fc5-043b-4c3b-98f3-f8ff9c50d313 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 943 time: 0.0822027 May 19 09:44:55.790816 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-025e50ee-056e-44ec-83a9-c9b38c3bf525 req-2b82270d-4fb3-4a97-ac5c-11ab5c54647e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396950 May 19 09:44:56.970383 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c4f12-cb4d-4e4d-8220-15292563a379 req-5bace794-3031-4b5f-88da-598bee50f5f5 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:56.971844 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-985c4f12-cb4d-4e4d-8220-15292563a379 req-5bace794-3031-4b5f-88da-598bee50f5f5 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 943 time: 0.0776203 May 19 09:44:57.018957 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-985c4f12-cb4d-4e4d-8220-15292563a379 req-70144ae8-3a17-44bf-b27d-dafe3537e14a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413492 May 19 09:44:58.204450 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085100c-a772-4919-b642-f7b4465607d1 req-6cfe1df4-98d9-44ff-b9bf-4c105c63b3ec tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:58.205933 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9085100c-a772-4919-b642-f7b4465607d1 req-6cfe1df4-98d9-44ff-b9bf-4c105c63b3ec tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 943 time: 0.0829334 May 19 09:44:58.250780 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9085100c-a772-4919-b642-f7b4465607d1 req-24bfc41a-62f2-479d-9509-a357b903507a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390260 May 19 09:44:59.302764 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34554) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:59.419228 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:59.433442 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:44:59.437229 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] Usage tracker for resource:security_group_rule and tenant:cf0d7601486b4d67a7f18c1f7ea64571 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:44:59.438293 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e27664-1255-46fe-9b96-3a1b9f025be4 req-6857016d-3ad8-421d-826f-b709f6f0da7a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:44:59.439794 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-17e27664-1255-46fe-9b96-3a1b9f025be4 req-6857016d-3ad8-421d-826f-b709f6f0da7a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 943 time: 0.0828006 May 19 09:44:59.440099 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:44:59.445921 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:44:59.484351 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-17e27664-1255-46fe-9b96-3a1b9f025be4 req-fa78d570-1d3b-44d3-997e-3f91486276cb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384433 May 19 09:44:59.528214 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:59.531801 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:59.543091 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-543f41ef-9ac1-451a-9906-27fa5d84c993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:59.582415 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cf0d7601486b4d67a7f18c1f7ea64571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785246 May 19 09:44:59.584013 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8574e847-b35f-4218-8459-f39159469485,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:59.585167 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34560) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:44:59.587056 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-dc0f8b93-aad1-45a4-91f4-d8d7b371db7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:59.643241 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-655682a6-9028-4b01-a6c4-5298c5959ce2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:59.668421 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-655682a6-9028-4b01-a6c4-5298c5959ce2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:59.720615 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-655682a6-9028-4b01-a6c4-5298c5959ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:59.724376 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ffb45343-11ab-4fab-a1bf-de9329cad4ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:44:59.740232 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655682a6-9028-4b01-a6c4-5298c5959ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8574e847-b35f-4218-8459-f39159469485,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:44:59.745044 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-655682a6-9028-4b01-a6c4-5298c5959ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:44:59.754301 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-655682a6-9028-4b01-a6c4-5298c5959ce2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:44:59.758209 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-655682a6-9028-4b01-a6c4-5298c5959ce2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8574e847-b35f-4218-8459-f39159469485 HTTP/1.1" status: 204 len: 168 time: 0.1720147 May 19 09:45:00.034379 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34574) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:00.052600 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:00.069192 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:00.073670 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] Usage tracker for resource:security_group_rule and tenant:ac3ec8e7bed24c87999c4813e9a36a29 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:00.077113 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:00.087922 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:00.171895 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:00.208051 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:00.220467 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4084b72b-ee18-478c-aacb-4c366f3cd7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:00.273079 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac3ec8e7bed24c87999c4813e9a36a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376380 May 19 09:45:00.275898 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34580) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:00.277126 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c98a96-2697-48b7-88e2-7bfbaa5ad0a7,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:00.280532 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-9bfe04a2-9cef-4fa2-89a9-bc0c8bd0b14e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:00.303455 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985633e1-7286-41f7-9ba2-3ec89f1c7755 req-1028c79f-7e89-4607-8200-1711a70193ce tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:00.304943 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-985633e1-7286-41f7-9ba2-3ec89f1c7755 req-1028c79f-7e89-4607-8200-1711a70193ce tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1350999 May 19 09:45:00.337523 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bef7241f-6e80-485d-b479-120622df32b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:00.350318 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-985633e1-7286-41f7-9ba2-3ec89f1c7755 req-f30c7df1-c797-4c67-85db-eefac0c85b40 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394535 May 19 09:45:00.363907 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bef7241f-6e80-485d-b479-120622df32b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:00.415212 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bef7241f-6e80-485d-b479-120622df32b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:00.420164 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-f7af4837-5f03-4b96-abda-cbe541b363e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:00.432043 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7241f-6e80-485d-b479-120622df32b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c98a96-2697-48b7-88e2-7bfbaa5ad0a7,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:00.436771 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-bef7241f-6e80-485d-b479-120622df32b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:00.440878 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-bef7241f-6e80-485d-b479-120622df32b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:00.441990 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-bef7241f-6e80-485d-b479-120622df32b8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/67c98a96-2697-48b7-88e2-7bfbaa5ad0a7 HTTP/1.1" status: 204 len: 168 time: 0.1650991 May 19 09:45:00.677455 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c50ae0e-f095-47e4-bfcd-3ef7a3cdfb30 req-b774cac8-8d03-488d-9ff7-3222483bb0c4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:00.678941 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7c50ae0e-f095-47e4-bfcd-3ef7a3cdfb30 req-b774cac8-8d03-488d-9ff7-3222483bb0c4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 943 time: 0.0814440 May 19 09:45:00.726804 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7c50ae0e-f095-47e4-bfcd-3ef7a3cdfb30 req-1e296ce3-504f-4fe6-bdd4-c18c5353e11c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421963 May 19 09:45:01.540616 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052486c0-73b4-4a6b-8ed4-54853417b5a8 req-2a9caaac-8a63-4c14-aada-6a6f97d841f0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:01.542078 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-052486c0-73b4-4a6b-8ed4-54853417b5a8 req-2a9caaac-8a63-4c14-aada-6a6f97d841f0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0833881 May 19 09:45:01.592180 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-052486c0-73b4-4a6b-8ed4-54853417b5a8 req-653cd414-3e1e-4108-91ec-f52491d9dada tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 May 19 09:45:01.677246 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2cf7a586-d8dd-45b5-abfc-98bdb1f13acf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:01.997566 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e23d49-7452-46ba-bdbd-2b9fbf968906 req-d20a397c-439f-4b72-b1af-3cfa41321626 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:01.999046 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c5e23d49-7452-46ba-bdbd-2b9fbf968906 req-d20a397c-439f-4b72-b1af-3cfa41321626 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 943 time: 0.1684034 May 19 09:45:02.041564 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b69cf-c61e-4808-a627-64fe7921829c req-b1c1ee67-c01e-4f49-991b-68094a672dc1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:02.042262 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-c17b69cf-c61e-4808-a627-64fe7921829c req-b1c1ee67-c01e-4f49-991b-68094a672dc1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Synchronizing usage tracker for tenant:864023c8c80d472fb822567abae0752e on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:45:02.043866 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c5e23d49-7452-46ba-bdbd-2b9fbf968906 req-fddc4b9a-2fbd-4892-9332-8ae0001b5316 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389996 May 19 09:45:02.058862 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-c17b69cf-c61e-4808-a627-64fe7921829c req-b1c1ee67-c01e-4f49-991b-68094a672dc1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Unset dirty status for tenant:864023c8c80d472fb822567abae0752e on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:45:02.060196 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c17b69cf-c61e-4808-a627-64fe7921829c req-b1c1ee67-c01e-4f49-991b-68094a672dc1 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 946 time: 0.1014373 May 19 09:45:02.193889 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Deleting port 9a1389c2-9399-4b6a-877b-60af03657670 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:45:02.194234 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:02.264837 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 52cd5d50-5c17-474e-b316-1bfb00593b4b details requested by agent hyperv_hv-cinder-79128 with host hv-cinder-79128 {{(pid=91665) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 19 09:45:02.323720 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] For port 9a1389c2-9399-4b6a-877b-60af03657670, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=9a1389c2-9399-4b6a-877b-60af03657670,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:45:02.324076 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:02.400855 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 52cd5d50-5c17-474e-b316-1bfb00593b4b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:45:02.415569 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Returning: {'device': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'port_id': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'mac_address': 'fa:16:3e:f1:a6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 974, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91665) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 19 09:45:02.474805 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:02.491298 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52cd5d50-5c17-474e-b316-1bfb00593b4b {{(pid=91665) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 19 09:45:02.507340 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 52cd5d50-5c17-474e-b316-1bfb00593b4b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:45:02.511245 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:02.512985 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:02.578066 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=52cd5d50-5c17-474e-b316-1bfb00593b4b,revision_number=4']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:02.581870 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:02.711151 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:02.711388 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:02.711969 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.db.l3_db [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Floating IP 876d3dea-36d9-4913-a289-56d69fd3f788 disassociated. External IP: 172.27.1.40, port: 9a1389c2-9399-4b6a-877b-60af03657670. May 19 09:45:02.712423 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Calling delete_port for 9a1389c2-9399-4b6a-877b-60af03657670 owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:45:02.787439 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba13268-743c-4a43-9557-fa3a82fec99a req-f37c0c38-dba2-4a11-b34b-df961e1f744d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:02.788975 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fba13268-743c-4a43-9557-fa3a82fec99a req-f37c0c38-dba2-4a11-b34b-df961e1f744d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 946 time: 0.0815082 May 19 09:45:02.835680 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:02.841872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-254b273f-8797-4b07-9a48-1884c934b6b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:02.842694 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fba13268-743c-4a43-9557-fa3a82fec99a req-e094bba4-890a-469d-93b7-e73cb3919146 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups?id=3ec65015-d727-4ed1-b986-9ada3a73d8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435312 May 19 09:45:02.847792 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] get_ports_and_sgs() called for port_ids ['52cd5d50-5c17-474e-b316-1bfb00593b4b'] {{(pid=91665) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 19 09:45:02.888624 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event deleted for resources: {'Port': ['ID=9a1389c2-9399-4b6a-877b-60af03657670,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:02.891874 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:03.094880 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Router 90f4c63f-1b54-484a-8a74-f283388640c9 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:45:03.278713 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dd7bb-c0b9-414d-9988-381dce2e78f9 req-e54baf2f-1c0d-46f3-931a-bb49f3885866 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:03.280272 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae0dd7bb-c0b9-414d-9988-381dce2e78f9 req-e54baf2f-1c0d-46f3-931a-bb49f3885866 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 944 time: 0.0846581 May 19 09:45:03.290284 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:45:03.299792 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] Sync routers for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:45:03.310121 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:45:03.310907 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:44:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:03.349512 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-ae0dd7bb-c0b9-414d-9988-381dce2e78f9 req-e219716f-379c-458e-bdac-f2fbd93fb675 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604007 May 19 09:45:03.372683 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] No DVR routers for this DVR port 9a1389c2-9399-4b6a-877b-60af03657670 on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:45:03.375384 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:03.378300 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-deleted', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:45:03.399542 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c17b69cf-c61e-4808-a627-64fe7921829c req-6f1cb688-b270-49a5-aa60-2f9431cf8c59 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.55 "DELETE /v2.0/ports/9a1389c2-9399-4b6a-877b-60af03657670 HTTP/1.1" status: 204 len: 173 time: 1.3334765 May 19 09:45:03.430800 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2cf91ac-c0d9-405c-b888-48962554ebe7', 'name': 'network-vif-deleted', 'tag': '9a1389c2-9399-4b6a-877b-60af03657670', 'status': 'completed', 'code': 200} May 19 09:45:03.504635 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:45:03.803200 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:03.806826 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] Checking router: 90f4c63f-1b54-484a-8a74-f283388640c9 for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:45:03.815843 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:45:03.816435 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:44:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:04.015907 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-f268a403-4869-4f7a-ab9f-15964ecc1fc3 req-781af4dc-ad2f-4ffd-9ff9-e313b9525eb0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 210 time: 0.0455127 May 19 09:45:04.021309 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:45:04.320616 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:04.324902 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e1c4a5-6ef4-46be-ab51-5fcd0119c545 None None] The sync data for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi is: [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:32:59Z', 'revision_number': 4, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'e1723d55-12ba-4979-9e65-be9b559fadc3', 'name': '', 'network_id': 'cc30172b-a480-4f81-b501-180bafad8e73', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'mac_address': 'fa:16:3e:77:47:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:54Z', 'updated_at': '2021-05-19T09:33:09Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'subnets': [{'id': 'b0c788fd-a746-4bdb-956b-780fe760a6b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:45:04.368073 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:04.397739 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-73a29b56-b807-407e-a359-11bdf87654ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:04.531470 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3d31eb-3354-48dc-ae42-a5caf412c327 req-7535c320-1f3a-4ff1-8826-0cd6e807e3d4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:04.532982 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cd3d31eb-3354-48dc-ae42-a5caf412c327 req-7535c320-1f3a-4ff1-8826-0cd6e807e3d4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 944 time: 0.0826426 May 19 09:45:04.534565 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc1c9d2-6804-477a-a8a0-16f2470e9834 None None] New status for floating IP 876d3dea-36d9-4913-a289-56d69fd3f788: DOWN {{(pid=91665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:45:04.577888 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-cd3d31eb-3354-48dc-ae42-a5caf412c327 req-93b3f0bb-146c-4a40-9de8-c29c08a224f3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389006 May 19 09:45:04.933173 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 9a1389c2-9399-4b6a-877b-60af03657670 no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:45:04.968193 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 9a1389c2-9399-4b6a-877b-60af03657670 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:45:04.968549 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 9a1389c2-9399-4b6a-877b-60af03657670 not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:45:05.181840 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:05.182511 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c7d0984b-cb47-450f-a044-255d8f55f9de req-e5c46a52-7bc3-464b-8d38-3834e73ae1b4 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 210 time: 0.0467198 May 19 09:45:05.762648 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d41efb9-553b-4595-a3bc-38e62988a43c req-8f9fb2d6-f36f-4eba-900a-73317e61b4c9 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:05.764015 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d41efb9-553b-4595-a3bc-38e62988a43c req-8f9fb2d6-f36f-4eba-900a-73317e61b4c9 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 944 time: 0.0812504 May 19 09:45:05.807525 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-0d41efb9-553b-4595-a3bc-38e62988a43c req-6ab80edf-1159-40ba-809e-f0be6bfa5b5f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377433 May 19 09:45:06.348234 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-32291d23-f108-4e4c-916e-ae50d009b8b3 req-24c4d2f9-a9cb-496f-8eaf-ef7feafee293 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 210 time: 0.0425231 May 19 09:45:06.752886 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:06.997218 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9913f2bc-c285-4e34-b639-5295e382b0c7 req-27f97c61-3258-4efd-a607-598535b240cf tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:06.998672 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9913f2bc-c285-4e34-b639-5295e382b0c7 req-27f97c61-3258-4efd-a607-598535b240cf tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 944 time: 0.0863616 May 19 09:45:07.043732 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9913f2bc-c285-4e34-b639-5295e382b0c7 req-258a04f2-9b0e-456c-9312-54ecd35558c3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392828 May 19 09:45:07.512926 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b888c18c-d8e8-4f59-9093-8b09d0a7e8dc req-4effbb19-433b-4553-b436-a7da0a7a79c9 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/ports?device_id=e2cf91ac-c0d9-405c-b888-48962554ebe7 HTTP/1.1" status: 200 len: 210 time: 0.0421119 May 19 09:45:07.793521 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:08.177260 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-54293571-5093-4c03-b9fb-d57343de413b req-5fb211a6-782d-4ebd-8b4a-7155d9fed954 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695333 May 19 09:45:08.229904 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5270e63-bfdf-4cda-b553-84fef0d88735 req-b384aba0-f051-4f04-97e0-c8c23ccb2ba1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:08.231347 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c5270e63-bfdf-4cda-b553-84fef0d88735 req-b384aba0-f051-4f04-97e0-c8c23ccb2ba1 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 944 time: 0.0821383 May 19 09:45:08.276986 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-c5270e63-bfdf-4cda-b553-84fef0d88735 req-c0ac6a55-3d22-4a6e-a4f8-814b1770f137 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392308 May 19 09:45:08.296592 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54293571-5093-4c03-b9fb-d57343de413b req-91a037a5-3bbe-41a3-b7ac-9c61db8d5b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:08.298748 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-54293571-5093-4c03-b9fb-d57343de413b req-91a037a5-3bbe-41a3-b7ac-9c61db8d5b8a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 1099 time: 0.0753059 May 19 09:45:08.449156 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54293571-5093-4c03-b9fb-d57343de413b req-be8dfa02-91e7-4a9a-9bca-6083454ebdf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:08.450645 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-54293571-5093-4c03-b9fb-d57343de413b req-be8dfa02-91e7-4a9a-9bca-6083454ebdf6 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1329415 May 19 09:45:08.555329 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-54293571-5093-4c03-b9fb-d57343de413b req-37f54790-75e0-498a-8224-bf9660509186 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c HTTP/1.1" status: 200 len: 1002 time: 0.0979199 May 19 09:45:08.623352 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54293571-5093-4c03-b9fb-d57343de413b req-20a144b2-3634-4956-a82a-491583042a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:08.624862 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-54293571-5093-4c03-b9fb-d57343de413b req-20a144b2-3634-4956-a82a-491583042a89 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0606925 May 19 09:45:08.643637 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34672) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:08.703884 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54293571-5093-4c03-b9fb-d57343de413b req-e0ec90e4-0545-4415-891f-6b804aca31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:08.705505 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-54293571-5093-4c03-b9fb-d57343de413b req-e0ec90e4-0545-4415-891f-6b804aca31c2 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0739884 May 19 09:45:08.717139 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b6f28cee-3ea9-42cf-b680-52a809e17ba0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:08.751759 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b6f28cee-3ea9-42cf-b680-52a809e17ba0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:08.814255 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b6f28cee-3ea9-42cf-b680-52a809e17ba0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:08.819040 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-743c4356-f75b-4acd-a8a9-ec13a240268b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:08.834780 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f28cee-3ea9-42cf-b680-52a809e17ba0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec65015-d727-4ed1-b986-9ada3a73d8e8,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:08.838173 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b6f28cee-3ea9-42cf-b680-52a809e17ba0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:08.856634 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b6f28cee-3ea9-42cf-b680-52a809e17ba0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:08.858193 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-b6f28cee-3ea9-42cf-b680-52a809e17ba0 tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "DELETE /v2.0/security-groups/3ec65015-d727-4ed1-b986-9ada3a73d8e8 HTTP/1.1" status: 204 len: 168 time: 0.2135608 May 19 09:45:08.861137 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34682) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:08.878728 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.api.v2.resource [None req-796e18d0-8663-4ce2-9ad5-fce179b8824d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] show failed (client error): The resource could not be found. May 19 09:45:08.880021 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-796e18d0-8663-4ce2-9ad5-fce179b8824d tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "GET /v2.0/security-groups/3ec65015-d727-4ed1-b986-9ada3a73d8e8 HTTP/1.1" status: 404 len: 347 time: 0.0178101 May 19 09:45:08.882864 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34688) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:08.937075 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 52cd5d50-5c17-474e-b316-1bfb00593b4b up at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 19 09:45:09.000230 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-54293571-5093-4c03-b9fb-d57343de413b req-4f60b734-4770-4587-bfa5-b50ad63d8319 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879012 May 19 09:45:09.023494 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning for port 52cd5d50-5c17-474e-b316-1bfb00593b4b completed by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 19 09:45:09.030066 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.provisioning_blocks [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Provisioning complete for port 52cd5d50-5c17-474e-b316-1bfb00593b4b triggered by entity L2. {{(pid=91665) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 19 09:45:09.030652 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2047573'] for port, provisioning_complete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:09.137564 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Deleting port b96683d9-7b4d-44e4-b6c0-4e2b60fbd903 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:45:09.138146 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:09.168369 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-54293571-5093-4c03-b9fb-d57343de413b req-fb7922fd-9413-41c8-b828-36fe9f7dd72e service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612990 May 19 09:45:09.177839 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:09.215067 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b'}] {{(pid=91665) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:45:09.235459 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] For port 52cd5d50-5c17-474e-b316-1bfb00593b4b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:45:09.244036 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578'] for port, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:09.245950 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:09.272151 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:09.272664 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:09.283392 dv-cinder-791281-2-iscsi neutron-server[91665]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'code': 200} May 19 09:45:09.317429 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Pushing event updated for resources: {'Port': ['ID=52cd5d50-5c17-474e-b316-1bfb00593b4b,revision_number=5']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:09.320450 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:09.404201 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Calling delete_port for b96683d9-7b4d-44e4-b6c0-4e2b60fbd903 owned by network:floatingip {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:45:09.573436 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6313f9b9-438e-44f8-ba72-59b913fde2b3 req-93ff6145-e731-44a3-b74f-3481c3f30b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:09.574945 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6313f9b9-438e-44f8-ba72-59b913fde2b3 req-93ff6145-e731-44a3-b74f-3481c3f30b89 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 1098 time: 0.0752378 May 19 09:45:09.605946 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d1625-dfba-4b37-8ed8-4ceb9811b8c4 req-d0841e14-2c8b-4b69-849a-eced6acc819a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:09.607381 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-343d1625-dfba-4b37-8ed8-4ceb9811b8c4 req-d0841e14-2c8b-4b69-849a-eced6acc819a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 945 time: 0.2117524 May 19 09:45:09.620790 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-6313f9b9-438e-44f8-ba72-59b913fde2b3 req-00a9100a-5e89-4e71-abbc-6f1c778b2519 service neutron] 10.222.0.55 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392487 May 19 09:45:09.688115 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-343d1625-dfba-4b37-8ed8-4ceb9811b8c4 req-3a15baea-1ca4-40a7-98cb-25d8c765f888 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703759 May 19 09:45:09.715290 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:09.718828 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:09.764311 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Pushing event deleted for resources: {'Port': ['ID=b96683d9-7b4d-44e4-b6c0-4e2b60fbd903,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:09.767419 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:09.852522 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks [] for floatingip, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:09.865975 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:09.867078 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-a967ae4c-1b06-4e72-9dff-12dc93c44d4c tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] 10.222.0.46 "DELETE /v2.0/floatingips/876d3dea-36d9-4913-a289-56d69fd3f788 HTTP/1.1" status: 204 len: 168 time: 0.9832230 May 19 09:45:10.889202 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c99b-ebde-474e-9210-1fd664e6ff08 req-2f584620-a8a4-4d65-87a2-cb7eee529ea2 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:10.890679 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-62d9c99b-ebde-474e-9210-1fd664e6ff08 req-2f584620-a8a4-4d65-87a2-cb7eee529ea2 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 945 time: 0.0954514 May 19 09:45:10.936081 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-62d9c99b-ebde-474e-9210-1fd664e6ff08 req-46fabcf8-a41b-4442-9905-e3b72f53f7f4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390532 May 19 09:45:11.773690 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34734) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:11.889866 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:11.903477 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:11.907709 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Usage tracker for resource:security_group_rule and tenant:41c088bafc7d4366a4a5860fcb59d5b2 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:11.910422 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:11.915959 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:11.997555 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:12.002281 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:12.014180 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-20b45d39-99d8-42ae-81c9-903d7c9e7243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:12.089886 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41c088bafc7d4366a4a5860fcb59d5b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3151119 May 19 09:45:12.092565 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34742) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:12.096184 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e83ed2b-3e96-4b1a-9700-4696caeb2a83,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:12.100355 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:12.137217 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f1b98c-6940-4e99-bd35-82339f5f4ddb req-2112055c-313b-4145-a8ec-94f95af6c02c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:12.138682 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b9f1b98c-6940-4e99-bd35-82339f5f4ddb req-2112055c-313b-4145-a8ec-94f95af6c02c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 945 time: 0.0945592 May 19 09:45:12.151806 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-debd3a6b-7895-4c2b-890a-45af9e0fc122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:12.178302 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-debd3a6b-7895-4c2b-890a-45af9e0fc122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:12.183687 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-b9f1b98c-6940-4e99-bd35-82339f5f4ddb req-99cd6e0d-8188-4d62-8b88-715ada9389d0 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384705 May 19 09:45:12.234012 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-debd3a6b-7895-4c2b-890a-45af9e0fc122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:12.238446 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e11def88-18d5-4a51-9796-52711ce1ea2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:12.249664 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debd3a6b-7895-4c2b-890a-45af9e0fc122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e83ed2b-3e96-4b1a-9700-4696caeb2a83,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:12.253791 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-debd3a6b-7895-4c2b-890a-45af9e0fc122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:12.260663 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-debd3a6b-7895-4c2b-890a-45af9e0fc122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:12.264056 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-debd3a6b-7895-4c2b-890a-45af9e0fc122 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7e83ed2b-3e96-4b1a-9700-4696caeb2a83 HTTP/1.1" status: 204 len: 168 time: 0.1683662 May 19 09:45:12.372895 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd9a4b4-b55c-4cdf-9e31-07eb54f9eb79 req-4d9cb9ac-206c-4f4a-8a59-fd4fba86f93e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:12.374374 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4bd9a4b4-b55c-4cdf-9e31-07eb54f9eb79 req-4d9cb9ac-206c-4f4a-8a59-fd4fba86f93e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 945 time: 0.0851936 May 19 09:45:12.420088 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-4bd9a4b4-b55c-4cdf-9e31-07eb54f9eb79 req-d0f61887-3efb-4aa5-a3da-44a9003c4645 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396683 May 19 09:45:12.443478 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34752) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:12.672067 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34772) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:12.706048 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9341d3e7-2340-4ec5-b492-e8b923b55592 tempest-TestVolumeBootPattern-412512622 tempest-TestVolumeBootPattern-412512622-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:12.710599 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34778) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:12.710903 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9341d3e7-2340-4ec5-b492-e8b923b55592 tempest-TestVolumeBootPattern-412512622 tempest-TestVolumeBootPattern-412512622-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 1093 time: 0.2661211 May 19 09:45:12.716996 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.v2.base [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Request body: {'floatingip': {'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'port_id': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address': '172.20.0.4'}} {{(pid=91664) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 19 09:45:12.723522 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:12.727837 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Usage tracker for resource:floatingip and tenant:642fc7a45cf54c8780724d602c66a4ec is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:12.730800 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:12.737393 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:12.748301 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:12.892359 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:13.041633 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_common [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Allocated IP 172.27.1.88 (05abf8e6-37a9-4415-9dd9-529b25207a68/0a6e2f35-e4b2-4cec-9431-2dad7fb493de/b72577bb-cfe6-4080-8612-afb9c450938d) {{(pid=91664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 19 09:45:13.200642 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for port, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:13.235256 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8733573096695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:13.239822 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-41ee891d-9fb8-4a82-9cba-7a625667b3d7 tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:13.306267 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Network 05abf8e6-37a9-4415-9dd9-529b25207a68 is already hosted by enough agents. {{(pid=91664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 19 09:45:13.309227 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.base_scheduler [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Resources bound (agent type, host, resource id): {{(pid=91664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 19 09:45:13.312419 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Received port after_create {{(pid=91664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 19 09:45:13.352746 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'Port': ['ID=b72577bb-cfe6-4080-8612-afb9c450938d,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:13.356349 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:13.378829 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654924'] for router_interface, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:13.860364 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:13.910550 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Deleting port e1723d55-12ba-4979-9e65-be9b559fadc3 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:45:13.910898 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:13.933415 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1650059'] for port, before_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:14.031105 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] For port e1723d55-12ba-4979-9e65-be9b559fadc3, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=e1723d55-12ba-4979-9e65-be9b559fadc3,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:45:14.032017 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:14.138300 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for port, precommit_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:14.143252 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8733573513903', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8733573099533', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8733573099578', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15164279'] for port, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:14.147830 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:14.156047 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Calling delete_port for e1723d55-12ba-4979-9e65-be9b559fadc3 owned by network:router_interface {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:45:14.257398 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event updated for resources: {'Port': ['ID=b72577bb-cfe6-4080-8612-afb9c450938d,revision_number=2']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:14.261540 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:14.270165 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-655030'] for floatingip, after_update {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:14.313733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:14.318324 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-8c29d04b-6115-43ca-86d2-c1c347ce91cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:14.363118 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Pushing event deleted for resources: {'Port': ['ID=e1723d55-12ba-4979-9e65-be9b559fadc3,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:14.366160 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:14.447776 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.l3_db [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Floating IP e3611201-5411-43a6-b327-72426d6c0ef2 associated. External IP: 172.27.1.88, port: 52cd5d50-5c17-474e-b316-1bfb00593b4b. May 19 09:45:14.649899 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649692'] for router_interface, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:14.840360 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Router d28a7961-95a6-446b-8747-8f119d3343dd has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:45:15.028859 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Router 90f4c63f-1b54-484a-8a74-f283388640c9 has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:45:15.055373 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:45:15.067161 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] Sync routers for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:45:15.077023 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:45:15.077747 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:45:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:15.087869 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:15.155669 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-6255e070-b237-401b-b331-91f3dff57324 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4324749 May 19 09:45:15.155669 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:45:15.190749 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'status': 'completed', 'code': 200} May 19 09:45:15.214239 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:45:15.222997 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] Sync routers for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:45:15.232969 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:45:15.233670 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:45:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:15.261977 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:45:15.378783 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] 10.222.0.46 "PUT /v2.0/routers/90f4c63f-1b54-484a-8a74-f283388640c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7056358 May 19 09:45:15.381777 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34808) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:15.408662 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c760c-970d-46a7-be8d-f970176d4b0e req-1bc904da-0185-4aad-96c4-3e41689dfff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:15.410151 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-846c760c-970d-46a7-be8d-f970176d4b0e req-1bc904da-0185-4aad-96c4-3e41689dfff0 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 1098 time: 0.1903009 May 19 09:45:15.421241 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:45:15.628193 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '2034bcbb-e2de-4bfb-8889-28edafc2a62b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:42:31Z', 'updated_at': '2021-05-19T09:42:34Z', 'revision_number': 1, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}, {'id': 'e3611201-5411-43a6-b327-72426d6c0ef2', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:f1:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:45:13Z', 'updated_at': '2021-05-19T09:45:13Z', 'revision_number': 0, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:15.632232 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] Checking router: d28a7961-95a6-446b-8747-8f119d3343dd for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:45:15.641081 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:45:15.641709 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:45:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:15.681702 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks [] for router, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:15.723028 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:45:14Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:15.727195 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] Checking router: 90f4c63f-1b54-484a-8a74-f283388640c9 for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:45:15.736519 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] Routers {'90f4c63f-1b54-484a-8a74-f283388640c9'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:45:15.737140 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:45:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['90f4c63f-1b54-484a-8a74-f283388640c9'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:15.826831 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:45:15.853375 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:15.920908 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] Set router 90f4c63f-1b54-484a-8a74-f283388640c9 gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:45:15.933677 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Deleting port bcd1a03d-5ecd-48be-8782-dea0ab81a704 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:45:15.934027 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.060777 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] For port bcd1a03d-5ecd-48be-8782-dea0ab81a704, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=bcd1a03d-5ecd-48be-8782-dea0ab81a704,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:45:16.061494 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.187355 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Calling delete_port for bcd1a03d-5ecd-48be-8782-dea0ab81a704 owned by network:router_gateway {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:45:16.216777 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '2034bcbb-e2de-4bfb-8889-28edafc2a62b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:42:31Z', 'updated_at': '2021-05-19T09:42:34Z', 'revision_number': 1, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}, {'id': 'e3611201-5411-43a6-b327-72426d6c0ef2', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:f1:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:45:13Z', 'updated_at': '2021-05-19T09:45:13Z', 'revision_number': 0, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:16.221308 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2474abdc-0954-4fb8-8b7b-2ea164c4fba8 None None] The sync data for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi is: [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '2034bcbb-e2de-4bfb-8889-28edafc2a62b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:42:31Z', 'updated_at': '2021-05-19T09:42:34Z', 'revision_number': 1, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}, {'id': 'e3611201-5411-43a6-b327-72426d6c0ef2', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.88', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:f1:a6:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:45:13Z', 'updated_at': '2021-05-19T09:45:13Z', 'revision_number': 0, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:45:16.238894 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:45:14Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:16.243001 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d60651-96db-4c90-9591-f8e2345c4ee5 None None] The sync data for ids ['90f4c63f-1b54-484a-8a74-f283388640c9'] in dv-cinder-791281-2-iscsi is: [{'id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'name': 'tempest-AttachVolumeShelveTestJSON-1784711237-router', 'tenant_id': '864023c8c80d472fb822567abae0752e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:32:38Z', 'updated_at': '2021-05-19T09:45:14Z', 'revision_number': 5, 'project_id': '864023c8c80d472fb822567abae0752e', 'gw_port': {'id': 'bcd1a03d-5ecd-48be-8782-dea0ab81a704', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:53:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f4c63f-1b54-484a-8a74-f283388640c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:32:40Z', 'updated_at': '2021-05-19T09:32:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:45:16.355107 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.359225 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c4362a73-b89e-4ce2-a6e8-caa928789589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:16.429012 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3519c1-8fe3-4b87-8c5a-d79c0dde63ec None None] New status for floating IP e3611201-5411-43a6-b327-72426d6c0ef2: ACTIVE {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:45:16.432213 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Pushing event deleted for resources: {'Port': ['ID=bcd1a03d-5ecd-48be-8782-dea0ab81a704,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:16.435429 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:16.503209 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651111'] for router_gateway, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.658122 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c760c-970d-46a7-be8d-f970176d4b0e req-d0f7774a-c8ea-402f-ba8e-ca3b80bd1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:16.659609 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-846c760c-970d-46a7-be8d-f970176d4b0e req-d0f7774a-c8ea-402f-ba8e-ca3b80bd1595 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1455147 May 19 09:45:16.689335 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7773'] for router, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.691507 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.719344 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device e1723d55-12ba-4979-9e65-be9b559fadc3 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:45:16.721614 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647728'] for router, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.722643 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90f4c63f-1b54-484a-8a74-f283388640c9 {{(pid=91664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:45:16.748531 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.751616 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] 10.222.0.46 "DELETE /v2.0/routers/90f4c63f-1b54-484a-8a74-f283388640c9 HTTP/1.1" status: 204 len: 168 time: 1.3668053 May 19 09:45:16.752765 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34814) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:16.767133 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: e1723d55-12ba-4979-9e65-be9b559fadc3 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:45:16.768080 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device e1723d55-12ba-4979-9e65-be9b559fadc3 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:45:16.819600 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Deleting subnet b0c788fd-a746-4bdb-956b-780fe760a6b0 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:45:16.822681 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.875023 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:16.954617 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.208146 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.212576 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b2b469d6-3f01-44ab-8f1f-49be765d77a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:17.247978 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0c788fd-a746-4bdb-956b-780fe760a6b0,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:17.250939 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.256066 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd1d331-fcc8-4667-b6b9-0b06d70445e2 None None] Network cc30172b-a480-4f81-b501-180bafad8e73 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:45:17.260146 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.260545 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.260927 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.261304 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.261678 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.262052 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.262423 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.262789 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.263154 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.263521 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.263914 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.264278 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:17.270692 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b0c788fd-a746-4bdb-956b-780fe760a6b0 HTTP/1.1" status: 204 len: 168 time: 0.5147135 May 19 09:45:17.270692 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:17.271170 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34820) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:17.378753 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.453821 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Deleting port 8e10987f-42ee-45a4-80a8-ec470a5733f3 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:45:17.454199 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.561345 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] For port 8e10987f-42ee-45a4-80a8-ec470a5733f3, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=8e10987f-42ee-45a4-80a8-ec470a5733f3,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:45:17.561345 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.564657 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] DHCP port deletion for cc30172b-a480-4f81-b501-180bafad8e73 request from dv-cinder-791281-2-iscsi {{(pid=91665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:45:17.632994 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] Deleting port 8e10987f-42ee-45a4-80a8-ec470a5733f3 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:45:17.633293 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.692686 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Calling delete_port for 8e10987f-42ee-45a4-80a8-ec470a5733f3 owned by network:dhcp {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:45:17.746250 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.750892 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5f198e12-c7ca-437b-9713-1e96d083b0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:17.777262 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] For port 8e10987f-42ee-45a4-80a8-ec470a5733f3, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=8e10987f-42ee-45a4-80a8-ec470a5733f3,segment=NetworkSegment(4986bda2-8886-4e1a-85d1-f4fee78d588a),segment_id=4986bda2-8886-4e1a-85d1-f4fee78d588a)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:45:17.777668 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.792236 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e10987f-42ee-45a4-80a8-ec470a5733f3,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:17.795851 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:17.798021 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] No DVR routers for this DVR port 8e10987f-42ee-45a4-80a8-ec470a5733f3 on host dv-cinder-791281-2-iscsi {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:45:17.900720 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] Calling delete_port for 8e10987f-42ee-45a4-80a8-ec470a5733f3 owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:45:17.915410 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.928809 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc30172b-a480-4f81-b501-180bafad8e73']}} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:17.941022 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4986bda2-8886-4e1a-85d1-f4fee78d588a') {'for_net_delete': True} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:17.941323 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.services.segments.db [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4986bda2-8886-4e1a-85d1-f4fee78d588a') {} {{(pid=91663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:45:17.943679 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.947226 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:17.953170 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-722313'] for segment, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.969395 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.975506 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Releasing vlan 952 on physical network physnet1 to pool {{(pid=91663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:45:17.975927 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14800010'] for segment, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: Traceback (most recent call last): May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: timer() May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: cb(*args, **kw) May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: return func(*args, **kwargs) May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: self._notify() May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: self.callback(batched_events) May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: event.method(event) May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: return f(self, *a, **k) May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._get(url).json() May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: return self.request(url, 'GET', **kwargs) May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:45:17.993098 dv-cinder-791281-2-iscsi neutron-server[91663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:45:17.995398 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] Pushing event deleted for resources: {'Port': ['ID=8e10987f-42ee-45a4-80a8-ec470a5733f3,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:17.996880 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:17.997690 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0821cf5-5f97-45d1-86d9-f3111d3efca9 None None] No DVR routers for this DVR port 8e10987f-42ee-45a4-80a8-ec470a5733f3 on host dv-cinder-791281-2-iscsi {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:45:18.070908 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:18.075104 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5b03b042-8f69-43d7-b402-63ac113d720a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:18.088903 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:18.098982 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc30172b-a480-4f81-b501-180bafad8e73,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:18.102071 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:18.114406 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cc30172b-a480-4f81-b501-180bafad8e73 HTTP/1.1" status: 204 len: 168 time: 0.8425758 May 19 09:45:18.285700 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34828) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:18.334575 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-ac814f5e-a1b1-40c3-bc6f-01326305c258 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=864023c8c80d472fb822567abae0752e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0476789 May 19 09:45:18.336988 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34832) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:18.394194 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:18.419395 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:18.470982 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:18.475821 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-65507321-9d35-437b-b3bf-5009516504c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:18.490734 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0702a9ba-ad4e-43ab-80f4-f64c61dd523f,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:18.498971 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:18.500164 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0702a9ba-ad4e-43ab-80f4-f64c61dd523f HTTP/1.1" status: 204 len: 168 time: 0.1622965 May 19 09:45:18.501701 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.502075 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.502607 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.502973 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.503335 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.503712 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.504064 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.504413 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.504764 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.505342 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.505435 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.505767 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:45:18.508752 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-79f3bb41-e998-4aeb-8474-c4ecaf67fc57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:18.622578 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bcd1a03d-5ecd-48be-8782-dea0ab81a704 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:45:18.659081 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: bcd1a03d-5ecd-48be-8782-dea0ab81a704 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:45:18.659443 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bcd1a03d-5ecd-48be-8782-dea0ab81a704 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:45:18.659940 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 8e10987f-42ee-45a4-80a8-ec470a5733f3 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:45:18.695755 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 8e10987f-42ee-45a4-80a8-ec470a5733f3 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:45:18.696112 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 8e10987f-42ee-45a4-80a8-ec470a5733f3 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:45:18.881847 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-846c760c-970d-46a7-be8d-f970176d4b0e req-6c2d1368-42e1-435c-a2e0-a6ccc6511627 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b HTTP/1.1" status: 200 len: 1000 time: 0.1008377 May 19 09:45:18.949880 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c760c-970d-46a7-be8d-f970176d4b0e req-7db88762-5305-4a0f-a420-41c4507caad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:18.951328 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-846c760c-970d-46a7-be8d-f970176d4b0e req-7db88762-5305-4a0f-a420-41c4507caad5 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0619905 May 19 09:45:19.029337 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846c760c-970d-46a7-be8d-f970176d4b0e req-58088f3c-eee6-48dc-abde-d4b5860ffc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:45:19.030863 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-846c760c-970d-46a7-be8d-f970176d4b0e req-58088f3c-eee6-48dc-abde-d4b5860ffc94 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0720792 May 19 09:45:19.279468 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-846c760c-970d-46a7-be8d-f970176d4b0e req-bf32ae93-a78b-4315-90ea-1c7a8e7189c3 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411833 May 19 09:45:19.414434 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-846c760c-970d-46a7-be8d-f970176d4b0e req-bf6b285b-c2a2-4a7e-b947-db11c6ceac8c service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265876 May 19 09:45:26.223895 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 34930) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:26.343522 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:26.361507 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:26.365309 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Usage tracker for resource:security_group_rule and tenant:b104527aedce45c89fd6d778b01a08e5 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:26.368148 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:26.373851 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:26.464115 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:26.467542 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:26.476329 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-90e9108d-5e35-42ca-ab20-6888058b43a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:26.519351 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b104527aedce45c89fd6d778b01a08e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2942786 May 19 09:45:26.520988 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500107ec-9fc1-4f2a-b38e-dec5112ad29b,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:26.521997 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 34936) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:26.524000 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:26.582476 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-654027d1-60db-4b83-88ea-27b5cdd11f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:26.607927 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-654027d1-60db-4b83-88ea-27b5cdd11f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:26.664073 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-654027d1-60db-4b83-88ea-27b5cdd11f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:26.667724 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9461008e-150f-446b-923c-1293b106f34f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:26.680139 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654027d1-60db-4b83-88ea-27b5cdd11f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500107ec-9fc1-4f2a-b38e-dec5112ad29b,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:26.682994 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-654027d1-60db-4b83-88ea-27b5cdd11f41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:26.684906 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-654027d1-60db-4b83-88ea-27b5cdd11f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:26.686530 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-654027d1-60db-4b83-88ea-27b5cdd11f41 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/500107ec-9fc1-4f2a-b38e-dec5112ad29b HTTP/1.1" status: 204 len: 168 time: 0.1629925 May 19 09:45:30.875116 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:45:31.670811 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-81c100b8-6045-43d7-ae33-7e6bd7fd1d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:34.373211 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:34.404033 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2103dfe4-1672-4770-9543-80267485ccb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:34.935728 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35096) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:35.050969 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.065399 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:35.069187 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] Usage tracker for resource:security_group_rule and tenant:fa1f1930fee9406c900f1afb7cb3d033 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:35.071976 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:35.078452 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:35.159771 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.163630 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.170939 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-94a69604-f00f-48e4-81b2-12094454c0d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:35.184247 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.211109 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2485eed6-6268-4918-ac40-a00c6d7aef97,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:35.215402 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fa1f1930fee9406c900f1afb7cb3d033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786789 May 19 09:45:35.216311 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-011f9885-9c76-4ffb-8f30-e7db83020f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:35.218083 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35102) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:35.279999 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f81682f-4a7c-4a6b-928f-d04573361642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.304974 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f81682f-4a7c-4a6b-928f-d04573361642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.358158 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f81682f-4a7c-4a6b-928f-d04573361642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.363322 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-654027d1-60db-4b83-88ea-27b5cdd11f41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:35.376535 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81682f-4a7c-4a6b-928f-d04573361642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2485eed6-6268-4918-ac40-a00c6d7aef97,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:35.379094 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5f81682f-4a7c-4a6b-928f-d04573361642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:35.380309 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5f81682f-4a7c-4a6b-928f-d04573361642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.381398 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-5f81682f-4a7c-4a6b-928f-d04573361642 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2485eed6-6268-4918-ac40-a00c6d7aef97 HTTP/1.1" status: 204 len: 168 time: 0.1623986 May 19 09:45:35.659000 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 35114) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:35.677109 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.691639 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:35.695467 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] Usage tracker for resource:security_group_rule and tenant:3afaf438e89147d9ba5387e5fb08a497 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:35.698663 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:35.705006 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:35.790364 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.794290 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.802434 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-48a9f495-9b7c-442c-b028-5e3600c3498b tempest-AttachVolumeTestJSON-1288524434 tempest-AttachVolumeTestJSON-1288524434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:35.845323 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3afaf438e89147d9ba5387e5fb08a497&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849875 May 19 09:45:35.846955 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b2d12c-3572-494a-95a6-65074793c2f5,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:35.847905 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35122) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:35.850273 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0659f0c4-5f2d-4ba9-95e4-82297c5d520d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:35.907242 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-748c1aba-eee5-4b2d-888b-f963f69251d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.932116 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-748c1aba-eee5-4b2d-888b-f963f69251d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.983977 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-748c1aba-eee5-4b2d-888b-f963f69251d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:35.988024 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-66e23055-9cc2-4880-ba5d-f069815a62b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:35.998828 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c1aba-eee5-4b2d-888b-f963f69251d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b2d12c-3572-494a-95a6-65074793c2f5,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:36.002324 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-748c1aba-eee5-4b2d-888b-f963f69251d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:36.005483 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-748c1aba-eee5-4b2d-888b-f963f69251d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:36.006596 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-748c1aba-eee5-4b2d-888b-f963f69251d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11b2d12c-3572-494a-95a6-65074793c2f5 HTTP/1.1" status: 204 len: 168 time: 0.1575854 May 19 09:45:36.756912 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:37.807744 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.072550 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 35194) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:38.192806 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.207447 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:38.211409 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] Usage tracker for resource:security_group_rule and tenant:ba89380eb00840f0aacd2447e6e29fcf is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:38.214495 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:38.220892 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:38.306093 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.310574 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.319145 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-de3f75b6-bae5-4d36-a4aa-05a1acb11414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:38.361371 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ba89380eb00840f0aacd2447e6e29fcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2874820 May 19 09:45:38.362389 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd97dd4-6180-415b-8bfd-1dcb63fc518a,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:38.364277 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35210) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:38.366288 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-e0f6880d-e178-46c0-a15e-b9d77ad61162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:38.427556 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-027e2d65-0b08-4783-9b79-e229df12aaa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.454238 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-027e2d65-0b08-4783-9b79-e229df12aaa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.507191 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-027e2d65-0b08-4783-9b79-e229df12aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.512076 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c33a30f9-1c76-42e2-9ae1-b20beb7310d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:38.525460 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027e2d65-0b08-4783-9b79-e229df12aaa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd97dd4-6180-415b-8bfd-1dcb63fc518a,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:38.527874 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-027e2d65-0b08-4783-9b79-e229df12aaa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:38.530028 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-027e2d65-0b08-4783-9b79-e229df12aaa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.531829 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-027e2d65-0b08-4783-9b79-e229df12aaa9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0dd97dd4-6180-415b-8bfd-1dcb63fc518a HTTP/1.1" status: 204 len: 168 time: 0.1663749 May 19 09:45:38.649449 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35222) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:38.824982 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.839736 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:38.844184 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] Usage tracker for resource:security_group_rule and tenant:e0d029c4a87b4127b012cb093997e981 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:38.847093 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:38.852949 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:38.877864 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35230) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:38.900969 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:38.927593 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:38.932848 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Usage tracker for resource:security_group_rule and tenant:552c259089a04a26884a32a7f6fdc00c is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:38.938380 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:38.945268 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:38.998756 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.004007 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.013383 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-73be6ac3-6340-49db-8d76-3f1f65b173fd tempest-AttachVolumeShelveTestJSON-1704095509 tempest-AttachVolumeShelveTestJSON-1704095509-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:39.071758 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e0d029c4a87b4127b012cb093997e981&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4209750 May 19 09:45:39.074705 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 35234) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:39.078062 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca57db4d-1977-4a0a-b8b0-63ccbdcceedf,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:39.082949 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0cbccdc4-cdee-4156-af7c-73fce5652e30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:39.108724 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.114876 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.122953 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-debd3a6b-7895-4c2b-890a-45af9e0fc122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:39.135211 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-852fdabe-1c5d-4e84-b7de-72f395010464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.162112 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=552c259089a04a26884a32a7f6fdc00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832153 May 19 09:45:39.163056 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a611152a-122e-4d69-83f5-05444080ab3f,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:39.164531 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-852fdabe-1c5d-4e84-b7de-72f395010464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.165977 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35238) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:39.168439 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:39.223877 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-852fdabe-1c5d-4e84-b7de-72f395010464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.228438 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-655682a6-9028-4b01-a6c4-5298c5959ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:39.230061 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9d371d86-df42-4c45-bb72-6192814194f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.259833 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9d371d86-df42-4c45-bb72-6192814194f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.315941 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9d371d86-df42-4c45-bb72-6192814194f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.319743 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-31b0d066-69e5-4b0b-a7ea-065b8263a4d8 tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:39.333986 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d371d86-df42-4c45-bb72-6192814194f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a611152a-122e-4d69-83f5-05444080ab3f,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:39.338037 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9d371d86-df42-4c45-bb72-6192814194f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:39.349016 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-9d371d86-df42-4c45-bb72-6192814194f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.351864 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-9d371d86-df42-4c45-bb72-6192814194f3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a611152a-122e-4d69-83f5-05444080ab3f HTTP/1.1" status: 204 len: 168 time: 0.1832745 May 19 09:45:39.352801 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852fdabe-1c5d-4e84-b7de-72f395010464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca57db4d-1977-4a0a-b8b0-63ccbdcceedf,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:39.357073 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-852fdabe-1c5d-4e84-b7de-72f395010464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:39.369248 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-852fdabe-1c5d-4e84-b7de-72f395010464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:39.370384 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-852fdabe-1c5d-4e84-b7de-72f395010464 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca57db4d-1977-4a0a-b8b0-63ccbdcceedf HTTP/1.1" status: 204 len: 168 time: 0.2946532 May 19 09:45:40.493966 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35330) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:40.622752 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:40.636783 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:45:40.641074 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] Usage tracker for resource:security_group_rule and tenant:314a9123a28a4ea49934b8c397480b65 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:45:40.643880 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:45:40.649587 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:45:40.742854 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:40.747784 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:40.756405 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-34efbab9-4e86-4fde-87eb-1cd0cc7f5b4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:40.800361 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=314a9123a28a4ea49934b8c397480b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3052943 May 19 09:45:40.802104 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6139880d-99f5-45fe-87c9-04aab992c22f,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:40.803333 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 35340) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:45:40.805265 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-a4246581-59de-46c6-9a60-4a906efe91e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:40.868012 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2210caca-9fc4-4abf-ac67-424a96bc6bd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:40.894595 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2210caca-9fc4-4abf-ac67-424a96bc6bd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:40.947434 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2210caca-9fc4-4abf-ac67-424a96bc6bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:40.953201 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b3d4003f-a4ae-49a0-a37e-42fe0aaf3a19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:45:40.964893 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210caca-9fc4-4abf-ac67-424a96bc6bd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6139880d-99f5-45fe-87c9-04aab992c22f,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:45:40.967864 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-2210caca-9fc4-4abf-ac67-424a96bc6bd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:45:40.969825 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-2210caca-9fc4-4abf-ac67-424a96bc6bd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:45:40.973640 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-2210caca-9fc4-4abf-ac67-424a96bc6bd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6139880d-99f5-45fe-87c9-04aab992c22f HTTP/1.1" status: 204 len: 168 time: 0.1659200 May 19 09:46:01.672771 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4af0b5d9-c070-46a7-9352-faab66b1aa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:04.376487 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:04.395097 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-735a3a55-a4c6-4f5c-adf2-fab46f6047b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:05.186864 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:06.758408 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:07.813131 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:07.873597 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:46:08.108784 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f4175379-dad1-4b9b-a115-c728360c0844 req-1a3cd0a8-38a6-455f-942e-a04db9bc1238 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0698254 May 19 09:46:08.245904 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4175379-dad1-4b9b-a115-c728360c0844 req-03ef97eb-801d-4b0e-b823-8a1d482bb0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:46:08.247366 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f4175379-dad1-4b9b-a115-c728360c0844 req-03ef97eb-801d-4b0e-b823-8a1d482bb0e7 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 1099 time: 0.0705261 May 19 09:46:08.392511 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4175379-dad1-4b9b-a115-c728360c0844 req-893b24f8-7436-4927-8985-8a024e5f0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:46:08.393863 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f4175379-dad1-4b9b-a115-c728360c0844 req-893b24f8-7436-4927-8985-8a024e5f0b59 service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1264017 May 19 09:46:08.496930 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f4175379-dad1-4b9b-a115-c728360c0844 req-a881f2a5-4964-46a5-ab4c-2719b2a47c0e service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c HTTP/1.1" status: 200 len: 1002 time: 0.0955310 May 19 09:46:08.561947 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4175379-dad1-4b9b-a115-c728360c0844 req-0d0321a0-5c11-423e-854e-4d2cd73a1552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:46:08.563324 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f4175379-dad1-4b9b-a115-c728360c0844 req-0d0321a0-5c11-423e-854e-4d2cd73a1552 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0594604 May 19 09:46:08.638358 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4175379-dad1-4b9b-a115-c728360c0844 req-2571d6ca-c799-428b-a5e0-0d70978c1396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:46:08.640383 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f4175379-dad1-4b9b-a115-c728360c0844 req-2571d6ca-c799-428b-a5e0-0d70978c1396 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0695302 May 19 09:46:08.772851 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f4175379-dad1-4b9b-a115-c728360c0844 req-d6bd4ef2-dba7-414b-b48d-26d2c7a0c992 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247139 May 19 09:46:09.002238 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f4175379-dad1-4b9b-a115-c728360c0844 req-6342f728-4048-4541-a99a-e84934ae95fe service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211027 May 19 09:46:09.087753 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 35456) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:46:09.226821 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:09.240769 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:46:09.244459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] Usage tracker for resource:security_group_rule and tenant:1907b8586aad4e479a03a81fa4aa08f6 is out of sync, need to count used quota {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:46:09.247204 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91664) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:46:09.252875 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.quota.driver [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91664) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:46:09.338886 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:09.343039 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:09.350979 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ccee397e-a013-472a-9ccb-aa8845dced3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:46:09.391972 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1907b8586aad4e479a03a81fa4aa08f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3031614 May 19 09:46:09.392858 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7d67a1-a7c1-4692-9125-f3c3579180db,revision_number=1']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:46:09.394870 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35462) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:46:09.395984 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-be658653-302f-453a-8ccc-fcb6d0b9eaae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:46:09.454247 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c233b61f-bb5a-409f-8ca1-99d7b8113de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:09.479661 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c233b61f-bb5a-409f-8ca1-99d7b8113de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:09.533427 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c233b61f-bb5a-409f-8ca1-99d7b8113de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:09.537207 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9dbc17b8-f767-43aa-87dc-2da585fef923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:46:09.550204 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233b61f-bb5a-409f-8ca1-99d7b8113de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7d67a1-a7c1-4692-9125-f3c3579180db,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:46:09.552682 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c233b61f-bb5a-409f-8ca1-99d7b8113de7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:46:09.562255 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c233b61f-bb5a-409f-8ca1-99d7b8113de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:09.563366 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c233b61f-bb5a-409f-8ca1-99d7b8113de7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ca7d67a1-a7c1-4692-9125-f3c3579180db HTTP/1.1" status: 204 len: 168 time: 0.1675012 May 19 09:46:31.675748 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-be79b76f-e663-45d9-b151-67eeda0d217a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:34.377528 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:34.395059 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-025f7ec0-ce93-4f2f-83f6-10528c4533b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:35.190377 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:36.761566 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:37.825127 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:46:44.871573 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:47:01.677424 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-35a6bc19-d257-4cab-9885-966bcb27f405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:01.685597 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35750) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:47:01.801996 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:01.816575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:47:01.820663 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Usage tracker for resource:security_group_rule and tenant:082a3e76f9364c7f86102c18b328b4e8 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:47:01.823733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:47:01.829400 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:47:01.910421 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:01.914115 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:01.920959 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9f3d9f2b-b3c7-4880-9032-902c89a894aa tempest-TestShelveInstance-964514318 tempest-TestShelveInstance-964514318-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:47:01.961965 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=082a3e76f9364c7f86102c18b328b4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752690 May 19 09:47:01.962642 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a649921f-dfc3-495b-8e8c-e094f8c1fa2d,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:47:01.964559 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35756) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:47:01.980633 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.981027 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.981410 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.982335 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.982719 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.983078 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.983447 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.983841 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.984280 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.984667 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.985025 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.985383 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:01.990146 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-5886729b-f1a9-4b6c-8f7d-374651c026d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:47:02.039003 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b5d54738-5bb0-4ea7-85a1-9fbb9524de2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:02.064460 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b5d54738-5bb0-4ea7-85a1-9fbb9524de2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:02.117872 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b5d54738-5bb0-4ea7-85a1-9fbb9524de2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:02.122598 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-9d371d86-df42-4c45-bb72-6192814194f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:47:02.132622 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d54738-5bb0-4ea7-85a1-9fbb9524de2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a649921f-dfc3-495b-8e8c-e094f8c1fa2d,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:47:02.135993 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-b5d54738-5bb0-4ea7-85a1-9fbb9524de2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:47:02.139121 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-b5d54738-5bb0-4ea7-85a1-9fbb9524de2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:02.141124 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-b5d54738-5bb0-4ea7-85a1-9fbb9524de2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a649921f-dfc3-495b-8e8c-e094f8c1fa2d HTTP/1.1" status: 204 len: 168 time: 0.1739705 May 19 09:47:04.378732 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:04.395809 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2c08c708-8ab9-411c-ab9c-a2ca1fec7057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:05.193027 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:06.765662 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:07.826015 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:13.411783 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-503e046d-f4f9-4684-958e-86d194afc1ee req-b25038ad-96dd-445f-b1ae-aed0d4134db4 service neutron] 10.222.0.55 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0679486 May 19 09:47:14.913038 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e046d-f4f9-4684-958e-86d194afc1ee req-a11fe9ef-4cc0-4dee-966a-be4969cb954a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:14.914418 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-503e046d-f4f9-4684-958e-86d194afc1ee req-a11fe9ef-4cc0-4dee-966a-be4969cb954a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 1098 time: 0.0751266 May 19 09:47:15.066832 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e046d-f4f9-4684-958e-86d194afc1ee req-c1dde6ad-d6d6-4959-a9b3-f479fc29e5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:15.068300 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-503e046d-f4f9-4684-958e-86d194afc1ee req-c1dde6ad-d6d6-4959-a9b3-f479fc29e5ba service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1282144 May 19 09:47:15.170528 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-503e046d-f4f9-4684-958e-86d194afc1ee req-7f8feeee-def3-4132-9a8a-3240716ca463 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b HTTP/1.1" status: 200 len: 1000 time: 0.0941498 May 19 09:47:15.232493 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e046d-f4f9-4684-958e-86d194afc1ee req-4f7bb67e-566f-499a-93d0-0b4c43793446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:15.233870 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-503e046d-f4f9-4684-958e-86d194afc1ee req-4f7bb67e-566f-499a-93d0-0b4c43793446 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0562356 May 19 09:47:15.313135 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e046d-f4f9-4684-958e-86d194afc1ee req-82395c84-36ca-4b0e-a704-ace41db46406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:15.314642 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-503e046d-f4f9-4684-958e-86d194afc1ee req-82395c84-36ca-4b0e-a704-ace41db46406 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0727882 May 19 09:47:15.450016 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-503e046d-f4f9-4684-958e-86d194afc1ee req-bf59914b-5ac6-4df3-a289-3477e051999f service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271851 May 19 09:47:15.580628 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-503e046d-f4f9-4684-958e-86d194afc1ee req-9252f4bb-3163-44da-87a7-d59639102955 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234467 May 19 09:47:21.869637 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:47:27.389160 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 35908) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:47:27.502871 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:27.517208 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 19 09:47:27.521049 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] Usage tracker for resource:security_group_rule and tenant:81a4875f1ee645e5a0fde760737b4f00 is out of sync, need to count used quota {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 19 09:47:27.523883 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=91663) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 19 09:47:27.530326 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.quota.driver [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=91663) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 19 09:47:27.611877 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:27.615543 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_create {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:27.623715 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-0ddba03c-3f0b-4cd8-9244-3a80f145b8ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:47:27.665515 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=81a4875f1ee645e5a0fde760737b4f00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2751918 May 19 09:47:27.667068 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda66ae9-acec-46a5-92a4-43e4d29388a7,revision_number=1']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:47:27.668978 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 35914) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:47:27.671441 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-c0342ec8-0a70-431a-aa9e-8cc3f3d97b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:47:27.727012 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:27.752321 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:27.802381 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:27.805968 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-89951aa6-1a4b-4b44-9666-7d7c744f70cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:47:27.817633 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda66ae9-acec-46a5-92a4-43e4d29388a7,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:47:27.831027 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.831412 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.831800 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.832160 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.832515 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.832871 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.833219 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.833567 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.833916 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.834262 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.834608 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.834951 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:47:27.838232 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:47:27.839421 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:27.843779 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-0f408d6b-0b20-41ab-9256-4638e5ed02ef admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dda66ae9-acec-46a5-92a4-43e4d29388a7 HTTP/1.1" status: 204 len: 168 time: 0.1736114 May 19 09:47:31.678752 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f0555a6b-4460-4b10-9875-921aa0faca69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:34.386580 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:34.397211 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-31b55bf1-620e-434d-bb09-fe794254526b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:35.194274 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:36.768095 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:37.838545 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:50.013839 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 35936) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:47:50.460601 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Deleting port b72577bb-cfe6-4080-8612-afb9c450938d {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:47:50.460947 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:50.575606 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:50.575938 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:50.694295 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Calling delete_port for b72577bb-cfe6-4080-8612-afb9c450938d owned by network:floatingip {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:47:50.813368 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:50.816696 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-0025f251-1b0f-49ba-ac88-36780f940fa1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:47:50.862468 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event deleted for resources: {'Port': ['ID=b72577bb-cfe6-4080-8612-afb9c450938d,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:47:50.865699 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:47:50.954598 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:50.954934 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.l3_db [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Floating IP e3611201-5411-43a6-b327-72426d6c0ef2 disassociated (deleted). External IP: 172.27.1.88, port: 52cd5d50-5c17-474e-b316-1bfb00593b4b. May 19 09:47:51.389332 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Router d28a7961-95a6-446b-8747-8f119d3343dd has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:47:51.565917 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:47:51.576636 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] Sync routers for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:47:51.581942 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:51.585694 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:47:51.586369 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:47:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:47:51.636273 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "DELETE /v2.0/floatingips/e3611201-5411-43a6-b327-72426d6c0ef2 HTTP/1.1" status: 204 len: 168 time: 1.6214554 May 19 09:47:51.636949 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:47:51.763042 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:47:51.861227 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'status': 'completed', 'code': 200} May 19 09:47:51.957209 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-eb738337-0bec-4d34-8c4d-3a38feb2e41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:51.958584 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-eb738337-0bec-4d34-8c4d-3a38feb2e41a service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 1098 time: 0.0757492 May 19 09:47:52.091563 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-b18c9b71-1ef7-430e-8078-34d0129ca80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:52.093042 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-b18c9b71-1ef7-430e-8078-34d0129ca80e service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1270421 May 19 09:47:52.146924 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '2034bcbb-e2de-4bfb-8889-28edafc2a62b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:42:31Z', 'updated_at': '2021-05-19T09:42:34Z', 'revision_number': 1, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:47:52.150703 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] Checking router: d28a7961-95a6-446b-8747-8f119d3343dd for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:47:52.159567 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:47:52.160220 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:47:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:47:52.160664 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-915c2bd3-f621-4e51-9cfd-11be9951350c service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b HTTP/1.1" status: 200 len: 217 time: 0.0600607 May 19 09:47:52.317177 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-5d73964e-8639-417b-86ff-cdd60c35b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:52.318500 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-5d73964e-8639-417b-86ff-cdd60c35b1b2 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.1511445 May 19 09:47:52.338620 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:47:52.394670 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-d71752b1-81b1-4d28-be25-1a214ad806da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:52.396165 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-d71752b1-81b1-4d28-be25-1a214ad806da service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0698569 May 19 09:47:52.526282 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-5aa04c62-558c-43de-a496-85ce47e5cf25 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226177 May 19 09:47:52.660430 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-5d1ba70b-1c3a-4172-b9af-c1d7f931a7a2 req-428879a9-7562-4560-95e9-04a9592bca10 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270456 May 19 09:47:52.689132 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '2034bcbb-e2de-4bfb-8889-28edafc2a62b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:42:31Z', 'updated_at': '2021-05-19T09:42:34Z', 'revision_number': 1, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:47:52.693067 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a718a4e6-f66b-491a-a9a4-169cf2b53b94 None None] The sync data for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi is: [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_floatingips': [{'id': '2034bcbb-e2de-4bfb-8889-28edafc2a62b', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'floating_ip_address': '172.27.1.150', 'floating_network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'router_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'port_id': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'mac_address': 'fa:16:3e:41:4f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-19T09:42:31Z', 'updated_at': '2021-05-19T09:42:34Z', 'revision_number': 1, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:47:52.902931 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65692347-7c5b-4381-bd41-c4bd45cb6241 None None] New status for floating IP e3611201-5411-43a6-b327-72426d6c0ef2: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:47:53.101298 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7cea0c-1da1-464a-9720-21731a778f5a req-705a9d0a-512a-430d-9352-0886eb6937e5 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:53.101929 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-7d7cea0c-1da1-464a-9720-21731a778f5a req-705a9d0a-512a-430d-9352-0886eb6937e5 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Synchronizing usage tracker for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:47:53.116816 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-7d7cea0c-1da1-464a-9720-21731a778f5a req-705a9d0a-512a-430d-9352-0886eb6937e5 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Unset dirty status for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:47:53.118100 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d7cea0c-1da1-464a-9720-21731a778f5a req-705a9d0a-512a-430d-9352-0886eb6937e5 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 945 time: 0.1463046 May 19 09:47:53.165670 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d7cea0c-1da1-464a-9720-21731a778f5a req-7d7df426-1c2c-4998-b52e-2f12742f3965 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413113 May 19 09:47:54.400663 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d77e7ee-e530-45f9-bb14-2ee9fe2c4948 req-95d95e00-4e2d-4cc0-82da-4853288f7b7c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:54.402186 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d77e7ee-e530-45f9-bb14-2ee9fe2c4948 req-95d95e00-4e2d-4cc0-82da-4853288f7b7c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 945 time: 0.1265101 May 19 09:47:54.445877 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-7d77e7ee-e530-45f9-bb14-2ee9fe2c4948 req-951694ab-f376-4a4e-9ec0-cff73bfd796c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379078 May 19 09:47:54.889879 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-a0896835-05a7-4023-bf39-4fc14fbaf0fa tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:47:54.890583 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-a0896835-05a7-4023-bf39-4fc14fbaf0fa tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Synchronizing usage tracker for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:port {{(pid=91663) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:47:54.901923 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.quota.resource [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-a0896835-05a7-4023-bf39-4fc14fbaf0fa tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Unset dirty status for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:port {{(pid=91663) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:47:54.902998 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-a0896835-05a7-4023-bf39-4fc14fbaf0fa tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 945 time: 0.0906062 May 19 09:47:55.039944 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Deleting port 52cd5d50-5c17-474e-b316-1bfb00593b4b {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:47:55.040290 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:55.170461 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] For port 52cd5d50-5c17-474e-b316-1bfb00593b4b, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=52cd5d50-5c17-474e-b316-1bfb00593b4b,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:47:55.170739 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:55.293866 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Calling delete_port for 52cd5d50-5c17-474e-b316-1bfb00593b4b owned by compute:nova {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:47:55.399867 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:55.405805 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-e2e2e311-2406-40ec-8728-6ccea496061f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:47:55.448239 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event deleted for resources: {'Port': ['ID=52cd5d50-5c17-474e-b316-1bfb00593b4b,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:47:55.451680 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:47:55.526010 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] No DVR routers for this DVR port 52cd5d50-5c17-474e-b316-1bfb00593b4b on host hv-cinder-79128 {{(pid=91663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:47:55.529082 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:55.531646 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'name': 'network-vif-deleted', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b'}] {{(pid=91663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:47:55.551992 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-c3eaf24d-dc8a-40b4-b72c-252e9884d56b req-1412b355-0cb5-4f62-acff-4b9f77beb47e tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "DELETE /v2.0/ports/52cd5d50-5c17-474e-b316-1bfb00593b4b HTTP/1.1" status: 204 len: 173 time: 0.6434138 May 19 09:47:55.578883 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6eb6510b-cbc7-431e-91e0-a39433efc49f', 'name': 'network-vif-deleted', 'tag': '52cd5d50-5c17-474e-b316-1bfb00593b4b', 'status': 'completed', 'code': 200} May 19 09:47:55.614901 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-fd5fdac3-539f-4017-be83-21e360cbfd8a req-c9bcf847-059e-40c3-9a68-bafc829559c8 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=6eb6510b-cbc7-431e-91e0-a39433efc49f HTTP/1.1" status: 200 len: 210 time: 0.0633812 May 19 09:47:57.680512 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 52cd5d50-5c17-474e-b316-1bfb00593b4b no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:47:57.714919 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 52cd5d50-5c17-474e-b316-1bfb00593b4b {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:47:57.715274 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 52cd5d50-5c17-474e-b316-1bfb00593b4b not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:47:58.867450 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:47:59.095494 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 35982) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:47:59.353271 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Deleting port 1787f30b-62f5-40a4-8302-8ddd66fbda8b {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:47:59.353622 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:59.469525 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:59.469861 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:59.590384 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Calling delete_port for 1787f30b-62f5-40a4-8302-8ddd66fbda8b owned by network:floatingip {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:47:59.706317 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:59.709696 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-476dcb2d-3dc6-41f1-a756-73a7a590442a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:47:59.755001 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event deleted for resources: {'Port': ['ID=1787f30b-62f5-40a4-8302-8ddd66fbda8b,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:47:59.758114 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:47:59.848082 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:47:59.848437 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.db.l3_db [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Floating IP 2034bcbb-e2de-4bfb-8889-28edafc2a62b disassociated (deleted). External IP: 172.27.1.150, port: 143464ef-bb44-4960-a755-4e8b8c8e1f4c. May 19 09:48:00.296526 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Router d28a7961-95a6-446b-8747-8f119d3343dd has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:48:00.472194 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:48:00.481908 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] Sync routers for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:48:00.487906 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:00.490766 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:48:00.491376 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:47:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:00.546477 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-343400b0-0335-4c8d-8668-707cfe7eef76 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "DELETE /v2.0/floatingips/2034bcbb-e2de-4bfb-8889-28edafc2a62b HTTP/1.1" status: 204 len: 168 time: 1.4498608 May 19 09:48:00.547207 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:48:00.594943 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'status': 'completed', 'code': 200} May 19 09:48:00.675833 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:48:00.740733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-b1ee91bc-8ebb-4329-a5cb-24632956cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:48:00.742220 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-b1ee91bc-8ebb-4329-a5cb-24632956cac4 service neutron] 10.222.0.55 "GET /v2.0/ports?tenant_id=642fc7a45cf54c8780724d602c66a4ec&device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 1099 time: 0.1241279 May 19 09:48:00.889134 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-bb98c9ab-38bd-4059-945f-05e9b9cf4a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:48:00.890587 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-bb98c9ab-38bd-4059-945f-05e9b9cf4a5c service neutron] 10.222.0.55 "GET /v2.0/networks?id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 200 len: 913 time: 0.1410625 May 19 09:48:00.927700 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34389ffc-33b6-471d-bb42-8845ff6b4332 req-2c49f925-85f9-4377-9712-00e477334f0a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:48:00.928485 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-34389ffc-33b6-471d-bb42-8845ff6b4332 req-2c49f925-85f9-4377-9712-00e477334f0a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Synchronizing usage tracker for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:port {{(pid=91664) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 19 09:48:00.951208 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.quota.resource [req-34389ffc-33b6-471d-bb42-8845ff6b4332 req-2c49f925-85f9-4377-9712-00e477334f0a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Unset dirty status for tenant:642fc7a45cf54c8780724d602c66a4ec on resource:port {{(pid=91664) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 19 09:48:00.952820 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-34389ffc-33b6-471d-bb42-8845ff6b4332 req-2c49f925-85f9-4377-9712-00e477334f0a tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 946 time: 0.1095600 May 19 09:48:00.968892 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-d37646a5-f880-46d4-ba53-1117c1506756 service neutron] 10.222.0.55 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c HTTP/1.1" status: 200 len: 217 time: 0.0715866 May 19 09:48:00.998935 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:00.999246 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-34389ffc-33b6-471d-bb42-8845ff6b4332 req-5f87c2ce-19b4-4efe-8102-084a731a90af tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/security-groups?id=e6e4f169-e419-43e7-bc3d-17d713cb7ea3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404346 May 19 09:48:01.003696 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] Checking router: d28a7961-95a6-446b-8747-8f119d3343dd for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:48:01.012893 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:48:01.013510 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:47:34Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:01.038773 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-f2acb277-0a31-4bdb-b8cb-c2b7c257ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:48:01.040260 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-f2acb277-0a31-4bdb-b8cb-c2b7c257ea06 service neutron] 10.222.0.55 "GET /v2.0/subnets?id=2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 200 len: 851 time: 0.0649617 May 19 09:48:01.118063 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-7e3d1eda-e268-4a0f-8af9-69c2851d5317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:48:01.119533 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-7e3d1eda-e268-4a0f-8af9-69c2851d5317 service neutron] 10.222.0.55 "GET /v2.0/ports?network_id=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725811 May 19 09:48:01.236127 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:48:01.344905 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-8b0c8dbb-fc37-4c9b-8980-231a856d768f service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173011 May 19 09:48:01.478258 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [req-f15687d4-d055-4eb5-b226-8e9b71d81a4c req-1cdf783d-71d9-4fb9-b76f-18f840916204 service neutron] 10.222.0.55 "GET /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264083 May 19 09:48:01.529130 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-1b93ce91-898c-4c67-bc7f-50a8dae987cb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91664) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 19 09:48:01.530476 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-1b93ce91-898c-4c67-bc7f-50a8dae987cb tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 946 time: 0.0882361 May 19 09:48:01.548393 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:01.552311 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6a9e1a-00cf-49b0-bccb-516835f62018 None None] The sync data for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi is: [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi', '_interfaces': [{'id': 'ea049460-27e3-468e-9d7e-3a68f3c3d410', 'name': '', 'network_id': '9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'mac_address': 'fa:16:3e:eb:4e:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:44Z', 'updated_at': '2021-05-19T09:36:53Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'subnets': [{'id': '2e5177c6-8109-4ba9-a826-84c08607ba47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:48:01.669404 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Deleting port 143464ef-bb44-4960-a755-4e8b8c8e1f4c {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:01.669744 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:01.687071 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ecc935e9-18e4-4fcc-9b5f-3a193ff9f31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:01.761677 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f4bb59d-e9de-4558-a5a7-38bc660aee8b None None] New status for floating IP 2034bcbb-e2de-4bfb-8889-28edafc2a62b: DOWN {{(pid=91666) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 19 09:48:01.804860 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] For port 143464ef-bb44-4960-a755-4e8b8c8e1f4c, host hv-cinder-79128, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79128',level=0,port_id=143464ef-bb44-4960-a755-4e8b8c8e1f4c,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:48:01.805143 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:01.940453 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Calling delete_port for 143464ef-bb44-4960-a755-4e8b8c8e1f4c owned by compute:nova {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:02.046917 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:02.052460 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3d128cc7-725d-49d7-b4a2-d6f81b0847d5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:02.101163 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event deleted for resources: {'Port': ['ID=143464ef-bb44-4960-a755-4e8b8c8e1f4c,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:02.104308 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:02.209102 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-91107503-7ee2-4ca8-8468-48b33e102ea8 req-d7819459-e404-4c5a-9453-9832329bd1a3 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "GET /v2.0/ports?device_id=c2851f4f-98e2-46e8-8846-bd2ffa641653 HTTP/1.1" status: 200 len: 210 time: 0.0791171 May 19 09:48:02.214095 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] No DVR routers for this DVR port 143464ef-bb44-4960-a755-4e8b8c8e1f4c on host hv-cinder-79128 {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:48:02.217105 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for port, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:02.230908 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [req-9b66c17d-f0cb-4ae5-8f93-2a96cb98daa3 req-38ab843d-fd91-4f8d-acd3-88d9b6737cc4 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.55 "DELETE /v2.0/ports/143464ef-bb44-4960-a755-4e8b8c8e1f4c HTTP/1.1" status: 204 len: 173 time: 0.6935439 May 19 09:48:02.596360 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'name': 'network-vif-deleted', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c'}] {{(pid=91664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 19 09:48:02.642578 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2851f4f-98e2-46e8-8846-bd2ffa641653', 'name': 'network-vif-deleted', 'tag': '143464ef-bb44-4960-a755-4e8b8c8e1f4c', 'status': 'completed', 'code': 200} May 19 09:48:03.302770 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 36000) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:03.518885 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Deleting port edf463d9-ce71-46a2-acb5-2e7bf67be550 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:03.519237 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:03.635355 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:03.635722 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:03.711561 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 143464ef-bb44-4960-a755-4e8b8c8e1f4c no longer exists at agent hyperv_hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:48:03.746492 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] No Port match for: 143464ef-bb44-4960-a755-4e8b8c8e1f4c {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:48:03.746852 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Device 143464ef-bb44-4960-a755-4e8b8c8e1f4c not bound to the agent host hv-cinder-79128 {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:48:03.756406 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Calling delete_port for edf463d9-ce71-46a2-acb5-2e7bf67be550 owned by network:floatingip {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:03.869612 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:03.873299 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-ee9b6b3c-8b5a-4d6f-a25b-9e292f2a5da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:03.916916 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event deleted for resources: {'Port': ['ID=edf463d9-ce71-46a2-acb5-2e7bf67be550,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:03.958271 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.958664 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.959044 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.959416 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.959810 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.960182 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.960548 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.960913 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.961312 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.961673 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.962034 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.962390 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:03.991723 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:04.019687 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for floatingip, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:04.033507 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-6111'] for floatingip, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:04.034625 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-cd9e8950-72bb-44af-893d-8de2cdd1b33c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "DELETE /v2.0/floatingips/5645f348-f05d-4343-99cc-f81a513bbe5e HTTP/1.1" status: 204 len: 168 time: 0.7308483 May 19 09:48:04.378215 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:04.396461 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1cbde855-01e4-4400-b9d6-4ed413ce9770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:05.202378 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:05.400591 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 36014) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:05.468303 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cc06a1e8-e006-432b-88d6-8e39092c0766 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:05.497733 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cc06a1e8-e006-432b-88d6-8e39092c0766 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:05.560448 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cc06a1e8-e006-432b-88d6-8e39092c0766 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:05.565355 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-bef7241f-6e80-485d-b479-120622df32b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:05.579401 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06a1e8-e006-432b-88d6-8e39092c0766 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e4f169-e419-43e7-bc3d-17d713cb7ea3,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:05.582297 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-cc06a1e8-e006-432b-88d6-8e39092c0766 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:05.590156 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-cc06a1e8-e006-432b-88d6-8e39092c0766 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Notify callbacks [] for security_group, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:05.591285 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-cc06a1e8-e006-432b-88d6-8e39092c0766 tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] 10.222.0.46 "DELETE /v2.0/security-groups/e6e4f169-e419-43e7-bc3d-17d713cb7ea3 HTTP/1.1" status: 204 len: 168 time: 0.1896324 May 19 09:48:05.657991 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 36020) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:06.394504 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654924'] for router_interface, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:06.771777 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:06.796141 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Deleting port ea049460-27e3-468e-9d7e-3a68f3c3d410 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:06.796639 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:06.917014 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] For port ea049460-27e3-468e-9d7e-3a68f3c3d410, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=ea049460-27e3-468e-9d7e-3a68f3c3d410,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:48:06.917328 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:07.037776 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Calling delete_port for ea049460-27e3-468e-9d7e-3a68f3c3d410 owned by network:router_interface {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:07.200749 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:07.204406 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-d67c5cf8-57e0-4415-b06d-b87c0706f7c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:07.246575 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea049460-27e3-468e-9d7e-3a68f3c3d410,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:07.249524 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:07.510738 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649692'] for router_interface, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:07.849423 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:07.978036 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Router d28a7961-95a6-446b-8747-8f119d3343dd has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:48:08.149740 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:48:08.158478 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] Sync routers for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:48:08.162060 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-21dd219a-6651-4d0f-a803-768c7b65d293 admin admin] 10.222.0.46 "PUT /v2.0/routers/d28a7961-95a6-446b-8747-8f119d3343dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5029368 May 19 09:48:08.164648 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 36026) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:08.168261 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:48:08.168911 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:48:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:08.337922 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks [] for router, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:08.343442 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: dv-cinder-791281-2-iscsi {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:48:08.509467 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:08.584989 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Deleting port 498f40e4-0273-4dd5-9289-4d5c03b4d568 {{(pid=91663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:08.585368 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:08.627298 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:48:07Z', 'revision_number': 5, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port': {'id': '498f40e4-0273-4dd5-9289-4d5c03b4d568', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:bd:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 421, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:39Z', 'updated_at': '2021-05-19T09:36:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:08.631127 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] Checking router: d28a7961-95a6-446b-8747-8f119d3343dd for host: dv-cinder-791281-2-iscsi {{(pid=91665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:48:08.640047 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] Routers {'d28a7961-95a6-446b-8747-8f119d3343dd'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:48:08.640647 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:48:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['d28a7961-95a6-446b-8747-8f119d3343dd'], 'active': True} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:08.711351 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.db [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] For port 498f40e4-0273-4dd5-9289-4d5c03b4d568, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=498f40e4-0273-4dd5-9289-4d5c03b4d568,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:48:08.712057 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:08.790627 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvr_db [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] Set router d28a7961-95a6-446b-8747-8f119d3343dd gateway port host: None {{(pid=91665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:48:08.836220 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.plugins.ml2.plugin [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Calling delete_port for 498f40e4-0273-4dd5-9289-4d5c03b4d568 owned by network:router_gateway {{(pid=91663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:08.895871 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_hamode_db [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:48:08Z', 'revision_number': 6, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port_host': None}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:08.899785 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e48f09-c0d2-450c-8b37-9d5c68bec70f None None] The sync data for ids ['d28a7961-95a6-446b-8747-8f119d3343dd'] in dv-cinder-791281-2-iscsi is: [{'id': 'd28a7961-95a6-446b-8747-8f119d3343dd', 'name': 'tempest-TestVolumeBootPattern-1618442504-router', 'tenant_id': '642fc7a45cf54c8780724d602c66a4ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:37Z', 'updated_at': '2021-05-19T09:48:08Z', 'revision_number': 6, 'project_id': '642fc7a45cf54c8780724d602c66a4ec', 'gw_port_host': None}] {{(pid=91665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:48:08.972951 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14800119'] for port, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:08.976401 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-bfc579a7-d11d-47a1-9a69-a6966bbb144c tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:09.016933 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Pushing event deleted for resources: {'Port': ['ID=498f40e4-0273-4dd5-9289-4d5c03b4d568,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:09.020581 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:09.213443 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651111'] for router_gateway, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.385503 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7773'] for router, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.387751 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.410799 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647728'] for router, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.411311 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d28a7961-95a6-446b-8747-8f119d3343dd {{(pid=91663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:48:09.423464 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] Notify callbacks [] for router, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.424599 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-299815a6-a30c-42bb-b684-96b79ccfb587 admin admin] 10.222.0.46 "DELETE /v2.0/routers/d28a7961-95a6-446b-8747-8f119d3343dd HTTP/1.1" status: 204 len: 168 time: 1.2590485 May 19 09:48:09.427180 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.wsgi [-] (91663) accepted ('10.222.0.46', 36030) {{(pid=91663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:09.488538 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.db.db_base_plugin_v2 [None req-04494c74-4e7c-4e16-ab60-de362c8bbeb1 admin admin] Deleting subnet 2e5177c6-8109-4ba9-a826-84c08607ba47 {{(pid=91663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:48:09.491266 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-04494c74-4e7c-4e16-ab60-de362c8bbeb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.539303 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-04494c74-4e7c-4e16-ab60-de362c8bbeb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-722334'] for subnet, precommit_delete_associations {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.616292 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-04494c74-4e7c-4e16-ab60-de362c8bbeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.870144 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-04494c74-4e7c-4e16-ab60-de362c8bbeb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14738216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16406829'] for subnet, after_delete {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.873990 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-14709086-09f8-4885-b1d8-cea5cc47effe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:09.910138 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04494c74-4e7c-4e16-ab60-de362c8bbeb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5177c6-8109-4ba9-a826-84c08607ba47,revision_number=None']} {{(pid=91663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:09.912218 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG neutron_lib.callbacks.manager [None req-04494c74-4e7c-4e16-ab60-de362c8bbeb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for subnet, before_response {{(pid=91663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:09.914950 dv-cinder-791281-2-iscsi neutron-server[91663]: DEBUG oslo_concurrency.lockutils [None req-04494c74-4e7c-4e16-ab60-de362c8bbeb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91663) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:09.916644 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7419e2-1d26-44b5-9c30-f3ba01041046 None None] Network 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:48:09.921568 dv-cinder-791281-2-iscsi neutron-server[91663]: INFO neutron.wsgi [None req-04494c74-4e7c-4e16-ab60-de362c8bbeb1 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2e5177c6-8109-4ba9-a826-84c08607ba47 HTTP/1.1" status: 204 len: 168 time: 0.4910986 May 19 09:48:09.921954 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 36034) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:10.028189 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.208408 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Deleting port b03800e0-e994-4a76-9819-3210227aa0cb {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:10.208754 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.220075 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] DHCP port deletion for 9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a request from dv-cinder-791281-2-iscsi {{(pid=91665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:48:10.283214 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Deleting port b03800e0-e994-4a76-9819-3210227aa0cb {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:10.283622 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.311936 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] For port b03800e0-e994-4a76-9819-3210227aa0cb, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=b03800e0-e994-4a76-9819-3210227aa0cb,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:48:10.312304 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.381859 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] For port b03800e0-e994-4a76-9819-3210227aa0cb, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=b03800e0-e994-4a76-9819-3210227aa0cb,segment=NetworkSegment(480cca15-5768-42cb-a176-fb4e6ba20df1),segment_id=480cca15-5768-42cb-a176-fb4e6ba20df1)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:48:10.382257 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.435329 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Calling delete_port for b03800e0-e994-4a76-9819-3210227aa0cb owned by network:dhcp {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:10.481423 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.486105 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-59484011-9e25-48a3-bcaa-cec2b848b041 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:10.502378 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Calling delete_port for b03800e0-e994-4a76-9819-3210227aa0cb owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:10.534297 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03800e0-e994-4a76-9819-3210227aa0cb,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:10.536129 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] No DVR routers for this DVR port b03800e0-e994-4a76-9819-3210227aa0cb on host dv-cinder-791281-2-iscsi {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:48:10.537586 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:10.550737 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.554255 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:10.602218 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Pushing event deleted for resources: {'Port': ['ID=b03800e0-e994-4a76-9819-3210227aa0cb,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:10.607789 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] No DVR routers for this DVR port b03800e0-e994-4a76-9819-3210227aa0cb on host dv-cinder-791281-2-iscsi {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:48:10.615526 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.615901 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.616248 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.616584 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.616897 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.617228 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.617671 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.617860 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.618181 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.618503 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.618820 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.619117 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-791281-2-iscsi {{(pid=91665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 19 09:48:10.622709 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-bb31d2cd-3317-4220-a0a0-e4c34b908a3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:10.653784 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.666524 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:10.679141 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '480cca15-5768-42cb-a176-fb4e6ba20df1') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:10.679491 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '480cca15-5768-42cb-a176-fb4e6ba20df1') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:10.691386 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15094957'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.708316 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.714713 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Releasing vlan 974 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:48:10.715164 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15164179'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.722791 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 498f40e4-0273-4dd5-9289-4d5c03b4d568 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: Traceback (most recent call last): May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: timer() May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: cb(*args, **kw) May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: return func(*args, **kwargs) May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: self._notify() May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: self.callback(batched_events) May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: event.method(event) May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: return f(self, *a, **k) May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._get(url).json() May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:48:10.728621 dv-cinder-791281-2-iscsi neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:48:10.760120 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 498f40e4-0273-4dd5-9289-4d5c03b4d568 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:48:10.760480 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 498f40e4-0273-4dd5-9289-4d5c03b4d568 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:48:10.760931 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ea049460-27e3-468e-9d7e-3a68f3c3d410 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:48:10.793335 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: ea049460-27e3-468e-9d7e-3a68f3c3d410 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:48:10.793697 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ea049460-27e3-468e-9d7e-3a68f3c3d410 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:48:10.794116 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device b03800e0-e994-4a76-9819-3210227aa0cb no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:48:10.804569 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.808299 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-8ffb60b9-3ef1-4952-b7d1-25d8547c3729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:10.822230 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:10.830927 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: b03800e0-e994-4a76-9819-3210227aa0cb {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:48:10.831287 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device b03800e0-e994-4a76-9819-3210227aa0cb not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:48:10.832831 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:10.835955 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:10.847112 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-004c7b18-9b24-48bc-a8f0-417efc4b3d09 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9ede1194-e0d3-44cb-8e5e-41ba4cb2ce2a HTTP/1.1" status: 204 len: 168 time: 0.9239597 May 19 09:48:10.849988 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 36038) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:11.369218 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-654924'] for router_interface, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:11.874580 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Deleting port ba5bbd63-295c-4fad-a6b0-68b97dbd219a {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:11.874929 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:11.997809 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] For port ba5bbd63-295c-4fad-a6b0-68b97dbd219a, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=ba5bbd63-295c-4fad-a6b0-68b97dbd219a,segment=NetworkSegment(c055402c-dc7e-42b3-af60-c3a06fae2136),segment_id=c055402c-dc7e-42b3-af60-c3a06fae2136)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:48:11.998178 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:12.122806 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Calling delete_port for ba5bbd63-295c-4fad-a6b0-68b97dbd219a owned by network:router_interface {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:12.264377 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:12.268546 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4aabd94a-6081-432f-a164-842bcffb246d tempest-TestMinimumBasicScenario-356376838 tempest-TestMinimumBasicScenario-356376838-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:12.312513 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5bbd63-295c-4fad-a6b0-68b97dbd219a,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:12.315634 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:12.574285 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-779711', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-649692'] for router_interface, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:12.924804 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f has already been hosted by L3 agent a4264644-19c3-427c-85eb-55f6a267fcee {{(pid=91664) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 19 09:48:13.196615 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] Notify agent at l3_agent.dv-cinder-791281-2-iscsi the message routers_updated {{(pid=91664) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 19 09:48:13.204568 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] Sync routers for ids ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'] in dv-cinder-791281-2-iscsi {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 19 09:48:13.213124 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-c53736b0-6317-44d2-bc0c-1c7dc83b677e admin admin] 10.222.0.46 "PUT /v2.0/routers/93a2365c-a33c-4d7f-894d-f4d7fbfd937f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3620989 May 19 09:48:13.216269 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 36042) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:13.218083 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] Routers {'93a2365c-a33c-4d7f-894d-f4d7fbfd937f'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:48:13.218690 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:48:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:13.389683 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks [] for router, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:13.428781 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] Set router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f gateway port host: dv-cinder-791281-2-iscsi {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:48:13.560557 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:13.633555 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Deleting port bafb8ec7-1f26-47e6-a388-04cf9beb4872 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:13.634279 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:13.708662 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'external_fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174'}], 'enable_snat': True}, 'gw_port_id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:50Z', 'updated_at': '2021-05-19T09:48:12Z', 'revision_number': 5, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'gw_port': {'id': 'bafb8ec7-1f26-47e6-a388-04cf9beb4872', 'name': '', 'network_id': '05abf8e6-37a9-4415-9dd9-529b25207a68', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:15:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 433, 'fixed_ips': [{'subnet_id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'ip_address': '172.27.1.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-791281-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-19T09:36:51Z', 'updated_at': '2021-05-19T09:36:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0a6e2f35-e4b2-4cec-9431-2dad7fb493de', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-791281-2-iscsi'}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:13.712523 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] Checking router: 93a2365c-a33c-4d7f-894d-f4d7fbfd937f for host: dv-cinder-791281-2-iscsi {{(pid=91666) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 19 09:48:13.720755 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] Routers {'93a2365c-a33c-4d7f-894d-f4d7fbfd937f'} bound to L3 agent in host dv-cinder-791281-2-iscsi {{(pid=91666) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 19 09:48:13.721349 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-791281-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-19T09:25:04Z,description=,heartbeat_timestamp=2021-05-19T09:48:04Z,host='dv-cinder-791281-2-iscsi',id=a4264644-19c3-427c-85eb-55f6a267fcee,load=0,resource_versions=,resources_synced=,started_at=2021-05-19T09:25:04Z,topic='l3_agent')) {'router_ids': ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'], 'active': True} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:13.756406 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] For port bafb8ec7-1f26-47e6-a388-04cf9beb4872, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=bafb8ec7-1f26-47e6-a388-04cf9beb4872,segment=NetworkSegment(7d8b6b0e-4673-4b35-b778-75e90474a895),segment_id=7d8b6b0e-4673-4b35-b778-75e90474a895)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:48:13.756768 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:13.867142 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_dvr_db [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] Set router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f gateway port host: None {{(pid=91666) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 19 09:48:13.879546 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Calling delete_port for bafb8ec7-1f26-47e6-a388-04cf9beb4872 owned by network:router_gateway {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:13.974199 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.l3_hamode_db [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:50Z', 'updated_at': '2021-05-19T09:48:13Z', 'revision_number': 6, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'gw_port_host': None}], 'dv-cinder-791281-2-iscsi', False) {} {{(pid=91666) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:13.978274 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0221e2e0-22c9-42a8-9583-283904043176 None None] The sync data for ids ['93a2365c-a33c-4d7f-894d-f4d7fbfd937f'] in dv-cinder-791281-2-iscsi is: [{'id': '93a2365c-a33c-4d7f-894d-f4d7fbfd937f', 'name': 'tempest-TestVolumeBootPattern-1986501258-router', 'tenant_id': 'ac8ad4481d4b42128cca827046a50ab6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-19T09:36:50Z', 'updated_at': '2021-05-19T09:48:13Z', 'revision_number': 6, 'project_id': 'ac8ad4481d4b42128cca827046a50ab6', 'gw_port_host': None}] {{(pid=91666) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 19 09:48:14.021081 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.025712 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-ace19e74-fcef-43a4-b072-088f829570d8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:14.067653 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Pushing event deleted for resources: {'Port': ['ID=bafb8ec7-1f26-47e6-a388-04cf9beb4872,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:14.070613 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:14.158565 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-651111'] for router_gateway, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.321250 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-550876', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7773'] for router, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.324064 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.354842 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-647728'] for router, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.355459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93a2365c-a33c-4d7f-894d-f4d7fbfd937f {{(pid=91664) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 19 09:48:14.368832 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] Notify callbacks [] for router, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.369959 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-b4d3ee2f-85c1-4af4-b452-bd92a33b645d admin admin] 10.222.0.46 "DELETE /v2.0/routers/93a2365c-a33c-4d7f-894d-f4d7fbfd937f HTTP/1.1" status: 204 len: 168 time: 1.1528633 May 19 09:48:14.372558 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 36046) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:14.532687 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e36ee07-25ed-45c8-bd12-9071e90172c5 admin admin] Deleting subnet 8c0038e5-9bf5-4f86-a270-eafeaa507775 {{(pid=91664) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 19 09:48:14.535590 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e36ee07-25ed-45c8-bd12-9071e90172c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.583278 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e36ee07-25ed-45c8-bd12-9071e90172c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-15094970'] for subnet, precommit_delete_associations {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.662742 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e36ee07-25ed-45c8-bd12-9071e90172c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2051143'] for subnet, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.796261 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ba5bbd63-295c-4fad-a6b0-68b97dbd219a no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:48:14.832161 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: ba5bbd63-295c-4fad-a6b0-68b97dbd219a {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:48:14.832524 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device ba5bbd63-295c-4fad-a6b0-68b97dbd219a not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:48:14.832967 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bafb8ec7-1f26-47e6-a388-04cf9beb4872 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:48:14.866950 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: bafb8ec7-1f26-47e6-a388-04cf9beb4872 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:48:14.867314 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device bafb8ec7-1f26-47e6-a388-04cf9beb4872 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:48:14.917963 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e36ee07-25ed-45c8-bd12-9071e90172c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2051184', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-437903', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15094961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14697734'] for subnet, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.922507 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:14.957497 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e36ee07-25ed-45c8-bd12-9071e90172c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c0038e5-9bf5-4f86-a270-eafeaa507775,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:14.964744 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e36ee07-25ed-45c8-bd12-9071e90172c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:14.964897 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06430b70-b878-4ed7-8941-51fa1b903c35 None None] Network e2028e1c-5130-45e2-8da3-153de1fb9ef2 requested from dv-cinder-791281-2-iscsi {{(pid=91665) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 19 09:48:14.968859 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4e36ee07-25ed-45c8-bd12-9071e90172c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:14.971895 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4e36ee07-25ed-45c8-bd12-9071e90172c5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8c0038e5-9bf5-4f86-a270-eafeaa507775 HTTP/1.1" status: 204 len: 168 time: 0.5983946 May 19 09:48:14.974287 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 36050) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:15.084041 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1702719'] for network, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.154128 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Deleting port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 {{(pid=91664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:15.154468 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.235845 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] DHCP port deletion for e2028e1c-5130-45e2-8da3-153de1fb9ef2 request from dv-cinder-791281-2-iscsi {{(pid=91665) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 19 09:48:15.254982 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.db [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] For port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=22f7353e-96d6-47da-a3f7-3e902c4cd7b0,segment=NetworkSegment(c055402c-dc7e-42b3-af60-c3a06fae2136),segment_id=c055402c-dc7e-42b3-af60-c3a06fae2136)] {{(pid=91664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:48:15.255342 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.298570 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] Deleting port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 {{(pid=91665) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 19 09:48:15.298868 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8733573511271'] for port, before_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.377151 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.plugin [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Calling delete_port for 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 owned by network:dhcp {{(pid=91664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:15.395378 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.db [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] For port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0, host dv-cinder-791281-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-791281-2-iscsi',level=0,port_id=22f7353e-96d6-47da-a3f7-3e902c4cd7b0,segment=NetworkSegment(c055402c-dc7e-42b3-af60-c3a06fae2136),segment_id=c055402c-dc7e-42b3-af60-c3a06fae2136)] {{(pid=91665) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 19 09:48:15.395902 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-649866'] for port, precommit_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.423748 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15164270'] for port, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.428313 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-fe7ba9fa-cd98-4b22-9c34-5b9f1719c07f tempest-TestVolumeBootPattern-721743352 tempest-TestVolumeBootPattern-721743352-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:15.474459 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=22f7353e-96d6-47da-a3f7-3e902c4cd7b0,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:15.476306 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] No DVR routers for this DVR port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 on host dv-cinder-791281-2-iscsi {{(pid=91664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:48:15.477774 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:15.516099 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] Calling delete_port for 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 owned by network:dhcp {{(pid=91665) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 19 09:48:15.557703 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1651312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-427089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-779649', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8733573513912', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8733573099524'] for port, after_delete {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.561217 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:15.592060 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2049740', 'neutron.services.segments.db._delete_segments_for_network-8733573540738'] for network, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.603882 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] Pushing event deleted for resources: {'Port': ['ID=22f7353e-96d6-47da-a3f7-3e902c4cd7b0,revision_number=None']} {{(pid=91665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:15.605341 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2028e1c-5130-45e2-8da3-153de1fb9ef2']}} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:15.608023 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG oslo_concurrency.lockutils [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91665) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:15.610299 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd04125-70c4-46b1-8add-32977e49b1e2 None None] No DVR routers for this DVR port 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 on host dv-cinder-791281-2-iscsi {{(pid=91665) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 19 09:48:15.618302 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c055402c-dc7e-42b3-af60-c3a06fae2136') {'for_net_delete': True} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:15.618610 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.services.segments.db [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c055402c-dc7e-42b3-af60-c3a06fae2136') {} {{(pid=91664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 19 09:48:15.630418 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8733573551243', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-15094957'] for segment, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.645915 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396'] for segment, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.653062 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=91664) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 19 09:48:15.653543 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2053396', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15164179'] for segment, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: Traceback (most recent call last): May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: timer() May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: cb(*args, **kw) May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: return func(*args, **kwargs) May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: self._notify() May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: self.callback(batched_events) May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: event.method(event) May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_id = self._get_aggregate_id(event.segment_id) May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: aggregate_uuid = self.p_client.list_aggregates( May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: return f(self, *a, **k) May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._get(url).json() May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: return self._client.get(url, endpoint_filter=self._ks_filter, May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: return self.request(url, 'GET', **kwargs) May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: base_url = self.get_endpoint(auth, allow=allow, May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: auth = self._auth_required(auth, 'determine endpoint URL') May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 19 09:48:15.666836 dv-cinder-791281-2-iscsi neutron-server[91664]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 19 09:48:15.742449 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2049733', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-590216', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-779702', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-651084'] for network, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.745901 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:15.758452 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-779667'] for network, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:15.770439 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2028e1c-5130-45e2-8da3-153de1fb9ef2,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:15.773820 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:15.775606 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-f03d068a-2373-438d-a1f4-45588a6cc9e0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e2028e1c-5130-45e2-8da3-153de1fb9ef2 HTTP/1.1" status: 204 len: 168 time: 0.8002229 May 19 09:48:15.891759 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 36056) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:15.942886 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-2db231d4-8568-46b7-9579-96338ab5b5ce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=642fc7a45cf54c8780724d602c66a4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498796 May 19 09:48:15.945325 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 36060) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:16.002004 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7c3a5b43-3e5f-455a-b3b5-01f3f6596036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:16.031050 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7c3a5b43-3e5f-455a-b3b5-01f3f6596036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:16.081587 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7c3a5b43-3e5f-455a-b3b5-01f3f6596036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:16.086686 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-f43ef5e8-e2f2-472a-a2aa-5182d7c2bd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:16.101240 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a5b43-3e5f-455a-b3b5-01f3f6596036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=157b0059-fa9f-4126-a6cf-b072cfd7752a,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:16.104166 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-7c3a5b43-3e5f-455a-b3b5-01f3f6596036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:16.107467 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-7c3a5b43-3e5f-455a-b3b5-01f3f6596036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:16.110141 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-7c3a5b43-3e5f-455a-b3b5-01f3f6596036 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/157b0059-fa9f-4126-a6cf-b072cfd7752a HTTP/1.1" status: 204 len: 168 time: 0.1628230 May 19 09:48:16.457992 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 36068) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:16.505989 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-ce89f89a-f4e1-457d-8ba5-5a5688c89e5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ac8ad4481d4b42128cca827046a50ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0467179 May 19 09:48:16.508377 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.wsgi [-] (91664) accepted ('10.222.0.46', 36072) {{(pid=91664) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 19 09:48:16.566239 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e6e5269-d291-42ef-a248-6493fc049aa3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:16.591668 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e6e5269-d291-42ef-a248-6493fc049aa3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:16.641251 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e6e5269-d291-42ef-a248-6493fc049aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-590200'] for security_group, after_delete {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:16.645932 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-3b1e0aee-6796-4977-9c6d-c1f18e8cebc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 19 09:48:16.661165 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6e5269-d291-42ef-a248-6493fc049aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a0c5b4b-bb1f-4b6d-b38d-130f5873f535,revision_number=None']} {{(pid=91664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 19 09:48:16.663983 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG oslo_concurrency.lockutils [None req-4e6e5269-d291-42ef-a248-6493fc049aa3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91664) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 19 09:48:16.665797 dv-cinder-791281-2-iscsi neutron-server[91664]: DEBUG neutron_lib.callbacks.manager [None req-4e6e5269-d291-42ef-a248-6493fc049aa3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:16.666867 dv-cinder-791281-2-iscsi neutron-server[91664]: INFO neutron.wsgi [None req-4e6e5269-d291-42ef-a248-6493fc049aa3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a0c5b4b-bb1f-4b6d-b38d-130f5873f535 HTTP/1.1" status: 204 len: 168 time: 0.1576054 May 19 09:48:16.722535 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 no longer exists at agent ovs-agent-dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 19 09:48:16.756307 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.plugin [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] No Port match for: 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 {{(pid=91665) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 19 09:48:16.756611 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron.plugins.ml2.rpc [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Device 22f7353e-96d6-47da-a3f7-3e902c4cd7b0 not bound to the agent host dv-cinder-791281-2-iscsi {{(pid=91665) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 19 09:48:31.681068 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-8215b365-6453-4b16-856b-8d9ae3be0c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:34.380068 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:34.397790 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6aa6936e-429b-4789-b556-ee321d03465f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:35.200016 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:35.864966 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:48:36.775087 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:48:37.853561 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:01.683407 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-98460ca1-c53c-4fec-8865-ebee9d20315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:04.388482 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:04.399197 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-6bd5f357-8ce2-4389-9633-f259c4fb6c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:05.202382 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:06.779058 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:07.846527 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:12.862377 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:49:31.685506 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-48831e4b-9d47-4f47-af22-c8993f585608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:34.379698 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:34.399304 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-bcb7c807-9d57-4c1c-b981-076794b5dca8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:35.204172 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:36.780630 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:37.856738 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:49:49.859892 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:50:01.686198 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-207dd6d4-34c9-495b-8c5e-17d7127e5597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:04.381563 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:04.398821 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-96c67681-f840-4c8d-b80e-cbb13607eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:05.206040 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:06.783974 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:07.848918 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:26.857306 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:50:31.686676 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1f6913b4-b95a-4996-8463-387bd48f65dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:34.388334 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:34.400899 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-32d377e3-1069-470e-b43a-b74ae57d2ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:35.208286 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:36.787093 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:50:37.878204 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:01.687952 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-e9c933d8-4133-416a-9074-7eb35a8e1a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:03.854667 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:51:04.380085 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:04.401931 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-97742684-a26e-423c-b37f-d21e09d64792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:05.210702 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:06.791853 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:07.885000 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:31.690153 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c1d6f790-20a3-47f3-ac1b-954ab9271f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:34.382377 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:34.400816 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-eb3ee018-6e20-46d0-a693-96aa96068f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:35.213226 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:36.793633 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:37.896828 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:51:40.853068 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:52:01.694979 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-a55c18af-2996-46e8-bd7f-c3a271c9c90b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:04.383828 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:04.401675 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-1c727e17-db39-4fb8-a3ab-cf5371cecfbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:05.215077 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:06.797543 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:07.907357 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:17.850933 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:52:31.697129 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-900851e9-8b9e-42c7-97dd-3e7904213f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:34.386667 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:34.402757 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-f55fde41-81c8-4f31-9370-cf048939f4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:35.217033 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:36.800027 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:37.916487 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:52:54.849788 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:53:01.698183 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-d406915d-0a1e-42ba-8152-035627b6fda4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:04.387319 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:04.403089 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-c62fdff7-4aeb-48a2-8709-6166e9abe382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:05.219190 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:06.802319 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:07.923455 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:31.701085 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-5b70121b-aa31-4dcc-b5b9-58987f8197bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:31.848626 dv-cinder-791281-2-iscsi neutron-server[91666]: DEBUG neutron.db.agents_db [None req-2fe43adf-b8f8-4a61-9bb8-7b2414d918de None None] Agent healthcheck: found 6 active agents {{(pid=91666) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 19 09:53:34.397213 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-18bb2e5a-d342-4ae2-84ff-ef4584e5465b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:34.404305 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-096e7578-3f2b-4b85-9553-921c839e35ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:35.220952 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-ea778dc5-3453-491b-8077-bad4045c5d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:36.808703 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-2f16198c-c719-4a1a-b74b-c9b42040171d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 19 09:53:37.933883 dv-cinder-791281-2-iscsi neutron-server[91665]: DEBUG neutron_lib.callbacks.manager [None req-466ae84c-803a-41bd-838b-979905c4f3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8733573544412', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2047494'] for agent, after_update {{(pid=91665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}